Skip to content

Commit 8769089

Browse files
JanuszLJanuszL
committed
Provide a dev container for DALI
Signed-off-by: Janusz Lisiecki <[email protected]>
1 parent 301d1a6 commit 8769089

8 files changed

+324
-14
lines changed

‎CMakeLists.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -316,7 +316,7 @@ set(CMAKE_C_STANDARD 11)
316316
set(CMAKE_CUDA_STANDARD 17)
317317

318318
# CXX flags
319-
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Wno-free-nonheap-object -Wno-unused-variable -Wno-unused-function -Wno-strict-overflow -fno-strict-aliasing -fPIC -fvisibility=hidden")
319+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall -Wno-free-nonheap-object -Wno-unused-variable -Wno-unused-function -Wno-strict-overflow -Wno-nonnull -fno-strict-aliasing -fPIC -fvisibility=hidden")
320320

321321
if (WERROR)
322322
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Werror")

‎docker/Dockerfile.deps.ubuntu

+80
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,80 @@
1+
2+
ARG FROM_IMAGE_NAME=ubuntu:22.04
3+
ARG BUILDER_EXTRA_DEPS=scratch
4+
FROM ${BUILDER_EXTRA_DEPS} as extra_deps
5+
FROM ${FROM_IMAGE_NAME}
6+
7+
ENV DEBIAN_FRONTEND=noninteractive
8+
RUN apt update && apt install -y --no-install-recommends \
9+
python3 \
10+
python3-distutils \
11+
python3-dev \
12+
python3-pip \
13+
gcc \
14+
g++ \
15+
make \
16+
cmake \
17+
git \
18+
git-lfs \
19+
wget \
20+
autoconf \
21+
automake \
22+
libtool \
23+
libtool-bin \
24+
patchelf \
25+
nasm \
26+
python-is-python3 \
27+
patch \
28+
zlib1g-dev \
29+
libxml2-dev \
30+
dkms dpkg-dev \
31+
libudev-dev \
32+
liburcu-dev \
33+
libmount-dev \
34+
libnuma-dev \
35+
libssl-dev \
36+
libjsoncpp-dev \
37+
libasan6 \
38+
libunwind-dev \
39+
curl \
40+
libncurses5-dev \
41+
lsb-core \
42+
wget \
43+
unzip \
44+
llvm && \
45+
git lfs install && \
46+
# crete generic symblinks to libasan.so and libstdc++.so
47+
ln /usr/lib/x86_64-linux-gnu/libasan.so.6 /usr/lib/x86_64-linux-gnu/libasan.so && \
48+
ln /usr/lib/x86_64-linux-gnu/libstdc++.so.6 /usr/lib/x86_64-linux-gnu/libstdc++.so && \
49+
pip install --upgrade pip && \
50+
pip install --upgrade \
51+
future \
52+
setuptools \
53+
wheel \
54+
flake8 \
55+
clang && \
56+
pip install libclang && \
57+
rm -rf /var/lib/apt/lists/* && \
58+
rm -rf /root/.cache/pip/
59+
60+
COPY DALI_DEPS_VERSION /tmp
61+
62+
ARG DALI_DEPS_REPO
63+
ENV DALI_DEPS_REPO=${DALI_DEPS_REPO:-https://github.com/NVIDIA/DALI_deps}
64+
65+
ARG DALI_DEPS_VERSION_SHA
66+
ENV DALI_DEPS_VERSION_SHA=${DALI_DEPS_VERSION_SHA}
67+
68+
# run in /bin/bash to have more advanced features supported like list
69+
RUN /bin/bash -c 'DALI_DEPS_VERSION_SHA=${DALI_DEPS_VERSION_SHA:-$(cat /tmp/DALI_DEPS_VERSION)} && \
70+
git clone ${DALI_DEPS_REPO} /tmp/dali_deps && \
71+
cd /tmp/dali_deps && \
72+
git checkout ${DALI_DEPS_VERSION_SHA} && \
73+
git submodule init && \
74+
git submodule update --depth 1 --init --recursive && \
75+
export CC_COMP=${CC} && \
76+
export CXX_COMP=${CXX} && \
77+
/tmp/dali_deps/build_scripts/build_deps.sh && rm -rf /tmp/dali_deps && rm -rf /tmp/DALI_DEPS_VERSION'
78+
79+
# extra deps
80+
COPY --from=extra_deps / /

‎docker/Dockerfile.ubuntu

+153
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,153 @@
1+
ARG DEPS_IMAGE_NAME
2+
# clean builder without source code inside
3+
FROM ${DEPS_IMAGE_NAME} as builder
4+
5+
WORKDIR /opt/dali
6+
7+
# to be adjusted later, first it to run from the build dir, the second is for nose test
8+
# so the user can `python3 -m nose_wrapper --verbose`
9+
ENV PYTHONPATH=/opt/dali/test_comp/dali/python/:/opt/dali/qa
10+
11+
# make sure that linker discovers cuda libs
12+
RUN echo "/usr/local/cuda/targets/x86_64-linux/lib" > /etc/ld.so.conf.d/999_cuda.conf && \
13+
echo "/usr/local/cuda-11.8/targets/x86_64-linux/lib" >> /etc/ld.so.conf.d/999_cuda.conf && \
14+
ldconfig && \
15+
pip install --upgrade \
16+
astunparse \
17+
gast \
18+
dm-tree && \
19+
rm -rf /root/.cache/pip/ && \
20+
# Install dependencies: opencv-python from 3.3.0.10 onwards uses QT which requires
21+
# X11 and other libraries that are not present in clean docker images or bundled there
22+
# 4.3.0.38 uses libGL.so as well so install libgl1-mesa-dev
23+
apt-get update && \
24+
apt-get install -y --no-install-recommends libsm6 \
25+
libice6 \
26+
libxrender1 \
27+
libxext6 \
28+
libx11-6 \
29+
glib-2.0 \
30+
libgl1-mesa-dev && \
31+
# for simple audio python wheel
32+
apt-get install -y --no-install-recommends libasound2-dev && \
33+
apt-get update && \
34+
apt-get install wget software-properties-common -y && \
35+
CUDNN_VERSION=8.8.1.3-1 && \
36+
CUBLASS_VERSION_11=11.11.3.6-1 && \
37+
CUBLASS_VERSION_12=12.0.2.224-1 && \
38+
NCCL_VERSION=2.16.5-1 && \
39+
apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/3bf863cc.pub && \
40+
add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/ /" && \
41+
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-ubuntu2004.pin && \
42+
mv cuda-*.pin /etc/apt/preferences.d/cuda-repository-pin-600 && \
43+
apt-get update && \
44+
apt-get install -y --no-install-recommends \
45+
libcudnn8=${CUDNN_VERSION}+cuda12.0 \
46+
libcudnn8-dev=${CUDNN_VERSION}+cuda12.0 \
47+
libnccl2=${NCCL_VERSION}+cuda12.0 \
48+
libcublas-11-8=${CUBLASS_VERSION_11} \
49+
libcublas-12-0=${CUBLASS_VERSION_12} \
50+
libcufft-11-8 \
51+
libcusparse-11-8 \
52+
cuda-nvrtc-11-8 && \
53+
rm -rf /var/lib/apt/lists/*
54+
55+
RUN --mount=type=bind,source=qa/,target=/opt/dali/qa/ \
56+
export INSTALL=YES && \
57+
export CUDA_VERSION=$(echo $(nvcc --version) | sed 's/.*\(release \)\([0-9]\+\)\.\([0-9]\+\).*/\2\3/') && \
58+
cd /opt/dali/qa/ && ./download_pip_packages.sh
59+
60+
RUN --mount=type=bind,source=./DALI_EXTRA_VERSION,target=/opt/dali/DALI_EXTRA_VERSION,type=bind,source=qa/,target=/opt/dali/qa/ \
61+
/bin/bash -c 'pushd /opt/dali/qa/ && \
62+
source ./setup_dali_extra.sh && \
63+
popd'
64+
65+
ENV DALI_EXTRA_PATH=/opt/dali_extra
66+
67+
ARG CC
68+
ARG CXX
69+
ENV CC=${CC} \
70+
CXX=${CXX}
71+
# Optional build arguments
72+
73+
ARG ARCH
74+
ENV ARCH=${ARCH}
75+
ARG CUDA_TARGET_ARCHS
76+
ENV CUDA_TARGET_ARCHS=${CUDA_TARGET_ARCHS}
77+
ARG CMAKE_BUILD_TYPE
78+
ENV CMAKE_BUILD_TYPE=${CMAKE_BUILD_TYPE}
79+
ARG BUILD_TEST
80+
ENV BUILD_TEST=${BUILD_TEST}
81+
ARG BUILD_BENCHMARK
82+
ENV BUILD_BENCHMARK=${BUILD_BENCHMARK}
83+
ARG BUILD_NVTX
84+
ENV BUILD_NVTX=${BUILD_NVTX}
85+
ARG BUILD_PYTHON
86+
ENV BUILD_PYTHON=${BUILD_PYTHON}
87+
ARG BUILD_LMDB
88+
ENV BUILD_LMDB=${BUILD_LMDB}
89+
ARG BUILD_JPEG_TURBO
90+
ENV BUILD_JPEG_TURBO=${BUILD_JPEG_TURBO}
91+
ARG BUILD_NVJPEG
92+
ENV BUILD_NVJPEG=${BUILD_NVJPEG}
93+
ARG BUILD_NVJPEG2K
94+
ENV BUILD_NVJPEG2K=${BUILD_NVJPEG2K}
95+
ARG BUILD_LIBTIFF
96+
ENV BUILD_LIBTIFF=${BUILD_LIBTIFF}
97+
ARG BUILD_LIBSND
98+
ENV BUILD_LIBSND=${BUILD_LIBSND}
99+
ARG BUILD_LIBTAR
100+
ENV BUILD_LIBTAR=${BUILD_LIBTAR}
101+
ARG BUILD_FFTS
102+
ENV BUILD_FFTS=${BUILD_FFTS}
103+
ARG BUILD_CFITSIO
104+
ENV BUILD_CFITSIO=${BUILD_CFITSIO}
105+
ARG BUILD_NVOF
106+
ENV BUILD_NVOF=${BUILD_NVOF}
107+
ARG BUILD_NVDEC
108+
ENV BUILD_NVDEC=${BUILD_NVDEC}
109+
ARG BUILD_NVML
110+
ENV BUILD_NVML=${BUILD_NVML}
111+
ARG BUILD_CUFILE
112+
ENV BUILD_CUFILE=${BUILD_CUFILE:-ON}
113+
ARG BUILD_NVCOMP
114+
ENV BUILD_NVCOMP=${BUILD_NVCOMP}
115+
ARG BUILD_CVCUDA
116+
ENV BUILD_CVCUDA=${BUILD_CVCUDA}
117+
ARG LINK_DRIVER
118+
ENV LINK_DRIVER=${LINK_DRIVER}
119+
ARG WITH_DYNAMIC_CUDA_TOOLKIT
120+
ENV WITH_DYNAMIC_CUDA_TOOLKIT=${WITH_DYNAMIC_CUDA_TOOLKIT:-ON}
121+
ARG WITH_DYNAMIC_NVJPEG
122+
ENV WITH_DYNAMIC_NVJPEG=${WITH_DYNAMIC_NVJPEG:-ON}
123+
ARG WITH_DYNAMIC_CUFFT
124+
ENV WITH_DYNAMIC_CUFFT=${WITH_DYNAMIC_CUFFT:-ON}
125+
ARG WITH_DYNAMIC_NPP
126+
ENV WITH_DYNAMIC_NPP=${WITH_DYNAMIC_NPP:-ON}
127+
ARG BUILD_WITH_ASAN
128+
ENV BUILD_WITH_ASAN=${BUILD_WITH_ASAN}
129+
ARG BUILD_WITH_LSAN
130+
ENV BUILD_WITH_LSAN=${BUILD_WITH_LSAN}
131+
ARG BUILD_WITH_UBSAN
132+
ENV BUILD_WITH_UBSAN=${BUILD_WITH_UBSAN}
133+
ARG PYTHON_VERSIONS
134+
ENV PYTHON_VERSIONS=${PYTHON_VERSIONS}
135+
ARG STRIP_BINARY
136+
ENV STRIP_BINARY=${STRIP_BINARY}
137+
ARG VERBOSE_LOGS
138+
ENV VERBOSE_LOGS=${VERBOSE_LOGS}
139+
ARG NVIDIA_DALI_BUILD_FLAVOR
140+
ENV NVIDIA_DALI_BUILD_FLAVOR=${NVIDIA_DALI_BUILD_FLAVOR}
141+
ARG GIT_SHA
142+
ENV GIT_SHA=${GIT_SHA}
143+
ARG DALI_TIMESTAMP
144+
ENV DALI_TIMESTAMP=${DALI_TIMESTAMP}
145+
ARG WHL_PLATFORM_NAME
146+
ENV WHL_PLATFORM_NAME=${WHL_PLATFORM_NAME}
147+
ARG WHL_COMPRESSION
148+
ENV WHL_COMPRESSION=${WHL_COMPRESSION}
149+
ARG EXTRA_CMAKE_OPTIONS
150+
ENV EXTRA_CMAKE_OPTIONS=${EXTRA_CMAKE_OPTIONS}
151+
152+
ARG NVIDIA_BUILD_ID
153+
ENV NVIDIA_BUILD_ID ${NVIDIA_BUILD_ID:-0}

‎docker/bake.hcl

+57
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,57 @@
1+
variable "ARCH" {
2+
default = "x86_64"
3+
}
4+
5+
variable "CUDA_VERSION" {
6+
default = "122"
7+
}
8+
9+
target "cuda_toolkit" {
10+
dockerfile = "docker/Dockerfile.cuda${CUDA_VERSION}.${ARCH}.deps"
11+
tags = [
12+
"nvidia/dali:cuda${CUDA_VERSION}_${ARCH}.toolkit"
13+
]
14+
}
15+
16+
target "deps_ubuntu" {
17+
args = {
18+
FROM_IMAGE_NAME = "ubuntu:22.04"
19+
}
20+
dockerfile = "docker/Dockerfile.deps.ubuntu"
21+
tags = [
22+
"nvidia/dali:${ARCH}.deps"
23+
]
24+
}
25+
26+
target "deps_with_cuda" {
27+
contexts = {
28+
"nvidia/dali:${ARCH}.deps" = "target:deps_ubuntu",
29+
"nvidia/dali:cuda${CUDA_VERSION}_${ARCH}.toolkit" = "target:cuda_toolkit"
30+
}
31+
args = {
32+
FROM_IMAGE_NAME = "nvidia/dali:${ARCH}.deps",
33+
CUDA_IMAGE = "nvidia/dali:cuda${CUDA_VERSION}_${ARCH}.toolkit"
34+
}
35+
dockerfile = "docker/Dockerfile.cuda.deps"
36+
tags = [
37+
"nvidia/dali:cu${CUDA_VERSION}_${ARCH}.deps"
38+
]
39+
}
40+
41+
target "builder_image" {
42+
contexts = {
43+
"nvidia/dali:cu${CUDA_VERSION}_${ARCH}.deps" = "target:deps_with_cuda"
44+
}
45+
args = {
46+
DEPS_IMAGE_NAME = "nvidia/dali:cu${CUDA_VERSION}_${ARCH}.deps"
47+
}
48+
dockerfile = "docker/Dockerfile.ubuntu"
49+
tags = [
50+
"nvidia/dali:cu${CUDA_VERSION}_${ARCH}.build"
51+
]
52+
target = "builder"
53+
}
54+
55+
group "default" {
56+
targets = ["builder_image"]
57+
}

‎qa/TL0_python-self-test-base-cuda/test.sh

+8-7
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,7 @@ version_eq "$DALI_CUDA_MAJOR_VERSION" "12" && \
1111
mv /usr/local/cuda /usr/local/cuda_bak && \
1212
ln -s cuda-12.0 /usr/local/cuda
1313
version_ge "$DALI_CUDA_MAJOR_VERSION" "11" && \
14-
pip uninstall -y `pip list | grep nvidia-cu | cut -d " " -f1` `pip list | grep nvidia-n | cut -d " " -f1` \
14+
pip uninstall -y `pip list | grep nvidia-cu | cut -d " " -f1` `pip list | grep nvidia-n | cut -d " " -f1` && CUDA_WHEELS_REMOVED=1 \
1515
|| true
1616

1717
export DO_NOT_INSTALL_CUDA_WHEEL="TRUE"
@@ -33,10 +33,11 @@ bash -e ./test.sh
3333
popd
3434

3535
# restore old CUDA symlink, reinstall the latest CUDA wheels
36-
version_eq "$DALI_CUDA_MAJOR_VERSION" "11" && \
37-
rm -rf /usr/local/cuda && mv /usr/local/cuda_bak /usr/local/cuda
3836
version_ge "$DALI_CUDA_MAJOR_VERSION" "11" && \
39-
pip install nvidia-cufft-cu${DALI_CUDA_MAJOR_VERSION} \
40-
nvidia-npp-cu${DALI_CUDA_MAJOR_VERSION} \
41-
nvidia-nvjpeg-cu${DALI_CUDA_MAJOR_VERSION} \
42-
|| true
37+
rm -rf /usr/local/cuda && mv /usr/local/cuda_bak /usr/local/cuda && \
38+
if [ -n "$CUDA_WHEELS_REMOVED" ]; then
39+
pip install nvidia-cufft-cu${DALI_CUDA_MAJOR_VERSION} \
40+
nvidia-npp-cu${DALI_CUDA_MAJOR_VERSION} \
41+
nvidia-nvjpeg-cu${DALI_CUDA_MAJOR_VERSION} && \
42+
unset CUDA_WHEELS_REMOVED;
43+
fi || true

‎qa/download_pip_packages.sh

+16-4
Original file line numberDiff line numberDiff line change
@@ -10,23 +10,28 @@ do
1010
# check all test files inside
1111
for test_file in $(ls -f *.sh);
1212
do
13+
# don't parse files that don't source test_template.sh driectly as variables
14+
# are not set up properly
15+
if [ -z "$(grep 'test_template.sh' $test_file)" ]; then
16+
continue
17+
fi
1318
export pip_packages=""
1419
echo "Checking file: " ${test_file}
1520
source ${test_file}
16-
echo "PIPs to install: " ${pip_packages}
21+
echo "Packagess to install: " ${pip_packages}
1722
if test -n "$pip_packages"
1823
then
1924
last_config_index=$(python ../setup_packages.py -n -u $pip_packages --cuda ${CUDA_VERSION})
2025

2126
# get extra index url for given packages - PEP 503 Python Package Index
22-
extra_indices=$($topdir/qa/setup_packages.py -u $pip_packages --cuda ${CUDA_VERSION} -e)
27+
extra_indices=$(python ../setup_packages.py -u $pip_packages --cuda ${CUDA_VERSION} -e)
2328
extra_indices_string=""
2429
for e in ${extra_indices}; do
2530
extra_indices_string="${extra_indices_string} --extra-index-url=${e}"
2631
done
2732

2833
# get link index url for given packages - a URL or path to an html file with links to archives
29-
link_indices=$($topdir/qa/setup_packages.py -u $pip_packages --cuda ${CUDA_VERSION} -k)
34+
link_indices=$(python ../setup_packages.py -u $pip_packages --cuda ${CUDA_VERSION} -k)
3035
link_indices_string=""
3136
for e in ${link_indices}; do
3237
link_indices_string="${link_indices_string} -f ${e}"
@@ -37,7 +42,14 @@ do
3742
inst=$(python ../setup_packages.py -i $i -u $pip_packages --cuda ${CUDA_VERSION})
3843
if [ -n "$inst" ]
3944
then
40-
pip download $inst -d /pip-packages ${link_indices_string} ${extra_indices_string}
45+
if [ -n "$INSTALL" ]
46+
then
47+
pip install $inst ${link_indices_string} ${extra_indices_string}
48+
# only one test variant is needed
49+
break
50+
else
51+
pip download $inst -d /pip-packages ${link_indices_string} ${extra_indices_string}
52+
fi
4153
fi
4254
done
4355
fi

‎qa/setup_packages.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -301,7 +301,7 @@ def get_name(self, cuda_version=None, idx=None):
301301

302302
def get_all_versions(self, cuda_version):
303303
cuda_version = self.max_cuda_version(cuda_version)
304-
return self.filter_versions(self.versions[cuda_version])
304+
return self.filter_versions(self.versions.get(cuda_version, []))
305305

306306
def max_cuda_version(self, cuda_version):
307307
"""Gets a compatible, available cuda version to one asked for.

0 commit comments

Comments
 (0)