MLServer/runtimes/huggingface/pyproject.toml at master · Striveworks/MLServer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
[tool.poetry]
name = "mlserver-huggingface"
version = "2.1.0"
description = "HuggingFace runtime for MLServer"
authors = ["Seldon Technologies Ltd. <hello@seldon.io>"]
license = "Apache-2.0"
readme = "README.md"
packages = [{include = "mlserver_huggingface"}]

[tool.poetry.dependencies]
python = ">=3.10,<3.12"
mlserver = "*"
tensorflow = "*"
pillow = "*"
optimum = {extras = ["onnxruntime"], version = ">=1.4,<2.0"}
pydantic = "2.11.7"
accelerate = "^0.27.2"
bitsandbytes = "^0.42.0"
sentence-transformers = "2.5.1"
transformers = "^4.48.0"
timm ="^1.0.13"

[tool.poetry.group.dev.dependencies]
mlserver = {path = "../..", develop = true}
# macOS x86 deprecated
# see: https://github.com/pytorch/pytorch/issues/114602
torch = [
    {markers = "sys_platform == 'darwin' and platform_machine == 'x86_64'", version = "<2.3.0"},
    {markers = "sys_platform != 'darwin' or platform_machine != 'x86_64'", version = "<2.4.0"}
]
transformers = ">=4.30,<5.0"
tensorflow = ">=2.12,<2.17"

[build-system]
requires = ["poetry-core"]
build-backend = "poetry.core.masonry.api"