-
Notifications
You must be signed in to change notification settings - Fork 35
Expand file tree
/
Copy pathDockerfile.dev.aarch64
More file actions
65 lines (54 loc) · 2.21 KB
/
Copy pathDockerfile.dev.aarch64
File metadata and controls
65 lines (54 loc) · 2.21 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
# Minimal aarch64 development image for the Qwen Quick Start. Repository CI
# uses the root Dockerfile with every declared Python execution profile.
ARG TENSORRT_IMAGE=nvcr.io/nvidia/tensorrt:26.07-py3@sha256:f794a79e8b996d16dbc2e5884e19d8e2269a51c960106c9b49b0061a6926c541
FROM ${TENSORRT_IMAGE}
ARG PYTORCH_CPU_INDEX=https://download.pytorch.org/whl/cpu
ARG TORCH_VERSION=2.12.0+cpu
ENV DEBIAN_FRONTEND=noninteractive
ENV PIP_NO_CACHE_DIR=1
RUN apt-get update && \
apt-get install -y --no-install-recommends \
build-essential \
cmake \
git \
ninja-build \
nlohmann-json3-dev \
patchelf \
pkg-config \
python3.12-dev \
python3.12-venv && \
rm -rf /var/lib/apt/lists/*
ENV VIRTUAL_ENV=/opt/venv
RUN python3.12 -m venv --system-site-packages ${VIRTUAL_ENV} && \
ln -s /usr/bin/cmake ${VIRTUAL_ENV}/bin/cmake
ENV PATH="${VIRTUAL_ENV}/bin:${PATH}"
COPY community-ci.txt /tmp/trtmc-community-ci.txt
RUN pip install -U pip && \
pip install \
"apache-tvm-ffi==0.1.12" \
"cuda-python>=13.0.3,<14" \
"huggingface_hub>=0.23" \
"ml_dtypes>=0.4" \
"numpy>=1.24,<2.5" \
"onnx>=1.16" \
"onnxscript>=0.2" \
"PyYAML>=6.0" \
"safetensors>=0.4" \
"sentencepiece>=0.1.99" \
"transformers==5.2.0" && \
pip install "torch==${TORCH_VERSION}" --index-url "${PYTORCH_CPU_INDEX}" && \
pip install "setuptools>=80,<82" && \
pip install --requirement /tmp/trtmc-community-ci.txt && \
rm -f /tmp/trtmc-community-ci.txt
ENV TRT_LIB_DIR=/usr/lib/aarch64-linux-gnu
ENV TRT_INC_DIR=/usr/include/aarch64-linux-gnu
ENV LD_LIBRARY_PATH="${TRT_LIB_DIR}:/usr/local/cuda/lib64"
RUN cmake --version && \
python3.12 -c \
"import onnx, onnxscript, tensorrt, torch, tvm_ffi; assert tensorrt.__version__ == '11.1.0.106'; assert hasattr(tensorrt, 'CausalMaskKind'); assert torch.__version__ == '2.12.0+cpu'; assert torch.version.cuda is None" && \
test -f "${TRT_INC_DIR}/NvInferVersion.h" && \
test -f "${TRT_LIB_DIR}/libnvinfer.so.11"
WORKDIR /workspace/tensorrt-model-connect
CMD ["bash"]