llm-eval-test/pyproject.toml at 52c80243c5c880e51f61925fad3e5563ae8f304c · openshift-psap/llm-eval-test · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
[project]
name = "llm-eval-test"
version = "0.3.1"
description = "LLM Evaluation Test Tool"
authors = [
    {name = "Samuel Monson", email = "smonson@redhat.com"},
]
dependencies = [
    "lm-eval[api]==0.4.8",
    "unitxt==1.22.0",
    "torch>=1.8",
]
requires-python = ">=3.11,<4.0"
readme = "README.md"

[project.optional-dependencies]
leaderboard = [
    "lm-eval[ifeval,math,sentencepiece]>=0.4.8",
]

# Use cpu pytorch to avoid downloading cuda
[build-system]
requires = ["pdm-backend"]
build-backend = "pdm.backend"

[project.scripts]
llm-eval-test = "llm_eval_test.__main__:eval_cli"

[dependency-groups]
dev = [
    "pre-commit>=4.1.0",
    "ruff>=0.11.2",
]

[tool.ruff]
line-length = 120
src = ["src"]

[tool.ruff.lint]
extend-select = [
  "I",    # isort
  "B",    # flake8-bugbear
  "C4",   # flake8-comprehensions
  "FA",   # flake8-future-annotations
  "PGH",  # pygrep-hooks
  "RUF",  # ruff
  "W",    # pycodestyle
  "UP",   # pyupgrade
  "YTT",  # flake8-2020
]
extend-ignore = ["B018", "B019", "RUF018"]
# TODO: Remove after tasks cleanup
exclude = ["src/llm_eval_test/benchmarks/tasks/*"]

[tool.ruff.format]
# TODO: Remove after tasks cleanup
exclude = ["src/llm_eval_test/benchmarks/tasks/*"]

[tool.pdm]
distribution = true
[[tool.pdm.source]]
name = "torch-cpu"
url = "https://download.pytorch.org/whl/cpu"
verify_ssl = true