cluv/pyproject.toml at 2a3e49a524f2e8f81b804493c2fda0b95d672b21 · mila-iqia/cluv · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
[project]
name = "cluv"
description = "cluv (from 'cluster' + 'uv') - A versatile tool to work with uv python projects across HPC clusters."
readme = "README.md"
authors = [{ name = "Fabrice Normandin", email = "normandf@mila.quebec" }]
requires-python = ">=3.13"
dynamic = ["version"]
dependencies = [
    "milatools>=0.1.9",
    "pydantic>=2.0",
    "rich>=13.0",
    "rich-argparse>=1.7.2",
    "simple-parsing>=0.1.8",
]

[project.scripts]
cluv = "cluv.__main__:main"


[dependency-groups]
dev = [
    "pytest>=9.0.2",
    "uv-dynamic-versioning>=0.2.0",
    "mkdocs<2.0.0",
    "mkdocs-material>=9.5.44",
    "mkdocstrings[python]>=0.27.0",
    "pytest-asyncio>=1.3.0",
    "pytest-cov>=7.0.0",
    "pytest-timeout>=2.3.1",
    "ruff",
    "pytest-skip-slow>=0.0.5",
]

[tool.pytest.ini_options]
testpaths = ["cluv", "tests"]
norecursedirs = [".venv"]
addopts = ["--doctest-modules"]
asyncio_mode = "auto"
markers = [
    "integration: requires live SSH connections to real clusters (deselect with '-m not integration')",
]

[tool.uv]
managed = true

[tool.uv.workspace]
members = [
    "examples/pytorch-setup",
]


[tool.uv-dynamic-versioning]
vcs = "git"
style = "semver"

[tool.ruff]
line-length = 99

[tool.docformatter]
wrap-summaries = 99
wrap-descriptions = 99

[build-system]
requires = ["hatchling", "uv-dynamic-versioning"]
build-backend = "hatchling.build"

[tool.hatch.build.targets.wheel]
packages = ["cluv"]

[tool.hatch.build.targets.wheel.force-include]
"scripts" = "cluv/templates/scripts"
"pyproject.toml" = "cluv/templates/pyproject.toml"

[tool.hatch.version]
source = "uv-dynamic-versioning"

[tool.coverage.run]
source = ["cluv"]

[tool.coverage.report]
show_missing = true

[tool.cluv]
results_path = "logs"

[tool.cluv.env]
# Environment variables applied when using Slurm commands on all clusters.
SBATCH_TIME = "3:00:00"
SBATCH_REQUEUE = "1"

[tool.cluv.clusters.mila]
env = {UV_OFFLINE="0", WANDB_MODE="online"}

# PAICE clusters.
[tool.cluv.clusters.tamia]
env = {UV_OFFLINE="1", WANDB_MODE="offline"}

[tool.cluv.clusters.killarney]
env = {UV_OFFLINE="1", WANDB_MODE="offline"}

[tool.cluv.clusters.vulcan]
env = {UV_OFFLINE="1", WANDB_MODE="offline"}

# DRAC clusters.
[tool.cluv.clusters.rorqual]
env = {UV_OFFLINE="1", WANDB_MODE="offline", SBATCH_ACCOUNT="rrg-bengioy-ad"}

[tool.cluv.clusters.fir]
env = {UV_OFFLINE="0", WANDB_MODE="online", SBATCH_ACCOUNT="rrg-bengioy-ad"}

[tool.cluv.clusters.nibi]
env = {UV_OFFLINE="0", WANDB_MODE="online", SBATCH_ACCOUNT="rrg-bengioy-ad"}

[tool.cluv.clusters.trillium]
env = {UV_OFFLINE="1", WANDB_MODE="offline", SBATCH_ACCOUNT="rrg-bengioy-ad"}

[tool.cluv.clusters.trillium-gpu]
env = {UV_OFFLINE="1", WANDB_MODE="offline", SBATCH_ACCOUNT="rrg-bengioy-ad"}

[tool.cluv.clusters.narval]
# Mila doesn't have an allocation on Narval anymore.
# You can also use "def-yourusername" (the default partitions).
env = {UV_OFFLINE="1", WANDB_MODE="offline", SBATCH_ACCOUNT="def-bengioy"}