TensorRT-Edge-LLM/pyproject.toml at main · NVIDIA/TensorRT-Edge-LLM · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
[build-system]
requires = ["setuptools>=68.0", "wheel"]
build-backend = "setuptools.build_meta"

[project]
name = "tensorrt-edgellm"
dynamic = ["version"]
description = "A Python package for quantizing and exporting LLMs for edge deployment"
readme = "README.md"
keywords = [
    "nvidia",
    "tensorrt",
    "deeplearning",
    "inference",
    "edge",
]
classifiers = [
    "Development Status :: 4 - Beta",
    "Intended Audience :: Developers",
    "Programming Language :: Python :: 3.10",
    "Programming Language :: Python :: 3.12",
]
requires-python = ">=3.10"
dependencies = [
    "torch~=2.10.0",
    "transformers==4.57.6",
    "nvidia-modelopt[torch]==0.39.0",
    "nvidia-modelopt[onnx]==0.39.0",
    "onnx==1.19.0",
    "datasets==4.4.2",
    "tqdm~=4.67.1",
    "numpy~=2.2.6",
    "pillow==12.1.1",
    "torchvision==0.25.0",
    "peft==0.18.1",
    "backoff==2.2.1",
    "soundfile==0.13.1",
    "librosa==0.11.0",
    "einops==0.8.2",
]

[project.optional-dependencies]
dev = [
]

[project.scripts]
tensorrt-edgellm-quantize-llm = "tensorrt_edgellm.scripts.quantize_llm:main"
tensorrt-edgellm-quantize-draft = "tensorrt_edgellm.scripts.quantize_draft:main"
tensorrt-edgellm-export-visual = "tensorrt_edgellm.scripts.export_visual:main"
tensorrt-edgellm-export-llm = "tensorrt_edgellm.scripts.export_llm:main"
tensorrt-edgellm-export-audio = "tensorrt_edgellm.scripts.export_audio:main"
tensorrt-edgellm-export-draft = "tensorrt_edgellm.scripts.export_draft:main"
tensorrt-edgellm-insert-lora = "tensorrt_edgellm.scripts.insert_lora:main"
tensorrt-edgellm-process-lora = "tensorrt_edgellm.scripts.process_lora_weights:main"
tensorrt-edgellm-merge-lora = "tensorrt_edgellm.scripts.merge_lora:main"
tensorrt-edgellm-reduce-vocab = "tensorrt_edgellm.scripts.reduce_vocab:main"
tensorrt-edgellm-preprocess-audio = "tensorrt_edgellm.scripts.preprocess_audio:main"

[tool.setuptools.packages.find]
where = ["."]
include = ["tensorrt_edgellm*"]

[tool.setuptools.package-data]
tensorrt_edgellm = ["README.md"]
"tensorrt_edgellm.chat_templates" = ["templates/*.json"]

[tool.setuptools.dynamic]
version = {attr = "tensorrt_edgellm.version.__version__"}