Skip to content

Commit aa81003

Browse files
studioegostudioego
committed
Update & Fix packages & build commands
Update packages - jsonpickle: `1.5.0` to `4.1.1` - pyaml: `19.12.0` to `26.2.1` - sacrebleu: `1.3.6` to `2.6.0` - transformers: `4.57.1` to `5.3.0` - sentence-transformers: `2.7.0` to `5.3.0` - wrapt: `1.17.2` to `2.1.2` Replace Jupyter package - jupyterlab-hdf to jupyterlab_h5web Remove packacages - visdom - sacred fix build commands - remove `find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true` - fix oracle instantclient link
1 parent 2f849df commit aa81003

4 files changed

Lines changed: 20 additions & 31 deletions

File tree

‎vendor/ngc-pytorch/Dockerfile.25.12-pytorch2.10-py312-cuda13.1‎

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -260,7 +260,6 @@ RUN dpkgArch="$(dpkg --print-architecture)"; \
260260
-r requirements.25.12.${tarArch}.txt \
261261
datasets \
262262
mpi4py==4.1.1 mlflow==3.5.0 && \
263-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
264263
rm -rf /tmp/*
265264

266265
# PyTorch extensions (requires --no-build-isolation)
@@ -272,7 +271,6 @@ RUN python3 -m pip install --no-build-isolation --no-cache-dir \
272271
torch-spline-conv \
273272
torch-geometric \
274273
torchao && \
275-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
276274
rm -rf /tmp/*
277275

278276
WORKDIR /tmp
@@ -336,7 +334,6 @@ RUN python3 -m pip install --no-cache-dir \
336334
jupyter labextension install --no-build @krassowski/jupyterlab-lsp && \
337335
jupyter labextension install @jupyterlab/toc-extension && \
338336
jupyter lab build --dev-build=False --minimize=False && \
339-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
340337
rm -rf /usr/local/share/jupyter/lab/staging && \
341338
rm -rf /root/.cache /root/.npm && \
342339
rm -rf /tmp/*

‎vendor/ngc-pytorch/Dockerfile.26.03-pytorch2.11-py312-cuda13.2‎

Lines changed: 8 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -24,6 +24,8 @@ RUN dpkgArch="$(dpkg --print-architecture)"; \
2424

2525
RUN apt-key adv --refresh-keys --keyserver keyserver.ubuntu.com && \
2626
apt-get update && \
27+
# remove packages that may cause conflicts with pip-installed ones
28+
apt remove -y python3-yaml && \
2729
apt-get install -y --no-install-recommends \
2830
automake \
2931
bison \
@@ -166,15 +168,15 @@ RUN apt-key adv --refresh-keys --keyserver keyserver.ubuntu.com && \
166168
RUN dpkgArch="$(dpkg --print-architecture)"; \
167169
case "${dpkgArch##*-}" in \
168170
amd64) tarArch='amd64'; dirArch='x64';; \
169-
arm64) tarArch='arm64'; dirArch='-arm64';; \
171+
arm64) tarArch='arm64'; dirArch='arm64';; \
170172
*) echo >&2 "error: current architecture ($dpkgArch) does not have a corresponding binary release"; exit 1 ;; \
171173
esac; \
172174
\
173175
mkdir -p /opt/oracle && \
174176
cd /opt/oracle && \
175-
wget https://download.oracle.com/otn_software/linux/instantclient/instantclient-basiclite-linux${dirArch}.zip && \
176-
unzip instantclient-basiclite-linux${dirArch}.zip && \
177-
rm -f instantclient-basiclite-linux${dirArch}.zip && \
177+
wget https://download.oracle.com/otn_software/linux/instantclient/2326100/instantclient-basiclite-linux.${dirArch}-23.26.1.0.0.zip && \
178+
unzip instantclient-basiclite-linux.${dirArch}-23.26.1.0.0.zip && \
179+
rm -f instantclient-basiclite-linux.${dirArch}-23.26.1.0.0.zip && \
178180
cd /opt/oracle/instantclient* && \
179181
rm -f *jdbc* *occi* *mysql* *README *jar uidrvci genezi adrci && \
180182
echo /opt/oracle/instantclient* > /etc/ld.so.conf.d/oracle-instantclient.conf && \
@@ -245,9 +247,6 @@ RUN dpkgArch="$(dpkg --print-architecture)"; \
245247
mv /usr/local/lib/code-server-${CODE_SERVER_VERSION}-linux-${tarArch} /usr/local/lib/code-server-${CODE_SERVER_VERSION} && \
246248
ln -s /usr/local/lib/code-server-${CODE_SERVER_VERSION}/bin/code-server /usr/local/bin/code-server
247249

248-
# remove hwloc-like packages (ImportError: /opt/hpcx/ucc/lib/libucc.so.1: undefined symbol issue)
249-
#RUN apt-get purge -y hwloc-nox libhwloc-plugins
250-
251250
# Python packages installation (consolidated: requirements + datasets + mpi4py + mlflow)
252251
COPY ./requirements.26.03.*.txt /tmp/
253252
RUN dpkgArch="$(dpkg --print-architecture)"; \
@@ -259,8 +258,7 @@ RUN dpkgArch="$(dpkg --print-architecture)"; \
259258
python3 -m pip install --disable-pip-version-check --no-cache-dir \
260259
-r requirements.26.03.${tarArch}.txt \
261260
datasets \
262-
mpi4py==4.1.1 mlflow==3.5.0 && \
263-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
261+
mpi4py==4.1.1 mlflow==3.10.1 --verbose && \
264262
rm -rf /tmp/*
265263

266264
# PyTorch extensions (requires --no-build-isolation)
@@ -272,7 +270,6 @@ RUN python3 -m pip install --no-build-isolation --no-cache-dir \
272270
torch-spline-conv \
273271
torch-geometric \
274272
torchao && \
275-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
276273
rm -rf /tmp/*
277274

278275
WORKDIR /tmp
@@ -317,7 +314,7 @@ RUN python3 -m pip install --no-cache-dir \
317314
jupyter-packaging \
318315
jupyterlab \
319316
jupyterlab-code-formatter>=3.0.2 \
320-
jupyterlab-hdf \
317+
jupyterlab_h5web \
321318
jupyterlab-launcher \
322319
jupyterlab-widgets==3.0.16 \
323320
notebook \
@@ -336,7 +333,6 @@ RUN python3 -m pip install --no-cache-dir \
336333
jupyter labextension install --no-build @krassowski/jupyterlab-lsp && \
337334
jupyter labextension install @jupyterlab/toc-extension && \
338335
jupyter lab build --dev-build=False --minimize=False && \
339-
find /usr/local/lib/python3.12/dist-packages -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true && \
340336
rm -rf /usr/local/share/jupyter/lab/staging && \
341337
rm -rf /root/.cache /root/.npm && \
342338
rm -rf /tmp/*

‎vendor/ngc-pytorch/requirements.26.03.amd64.txt‎

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,7 @@ jaxlib>=0.4.7
120120
jmespath==0.9.4
121121
json-tricks==3.15.5
122122
jsonpatch==1.32
123-
jsonpickle==1.5.0
123+
jsonpickle==4.1.1
124124
jsonpointer>=3.0.0
125125
konlpy==0.6.0
126126
korean-lunar-calendar==0.2.1
@@ -175,7 +175,7 @@ prometheus-flask-exporter==0.20.3
175175
promise==2.3
176176
py-cpuinfo==5.0.0
177177
pyLDAvis==2.1.2
178-
pyaml==19.12.0
178+
pyaml==26.2.1
179179
pycairo==1.20.1
180180
pycodestyle==2.12.0
181181
pydocstyle==6.3.0
@@ -222,8 +222,7 @@ rope==1.13.0
222222
ruamel.yaml.clib>=0.2.0
223223
ruamel.yaml>=0.17.17
224224
s3transfer==0.12.0
225-
sacrebleu==1.3.6
226-
sacred==0.8.1
225+
sacrebleu==2.6.0
227226
schema==0.7.1
228227
scikit-image==0.25.0
229228
scikit-optimize==0.10.2
@@ -234,7 +233,7 @@ scs==3.2.7
234233
seaborn==0.10.0
235234
selenium==3.141.0
236235
semver==2.13.0
237-
sentence-transformers==2.7.0
236+
sentence-transformers==5.3.0
238237
sentencepiece==0.2.0
239238
setuptools>=78.1.1
240239
setuptools-git==1.2
@@ -257,7 +256,7 @@ threadpool==1.3.2
257256
tifffile==2024.12.12
258257
tokenizers>=0.11.1
259258
tomlkit==0.10.2
260-
transformers==4.57.1
259+
transformers==5.3.0
261260
tweepy==3.8.0
262261
typeguard>=4.3.0
263262
typing==3.7.4.1
@@ -266,13 +265,12 @@ update-checker==0.16
266265
uritemplate==3.0.1
267266
vecstack==0.4.0
268267
versioneer==0.18
269-
visdom>=0.1.8.9
270268
vtk==9.5.2
271269
webargs==8.1.0
272270
websocket-client>=1.8.0
273271
websockets==10.3
274272
widgetsnbextension==4.0.15
275-
wrapt==1.17.2
273+
wrapt==2.1.2
276274
wslink==1.6.6
277275
yapf==0.43.0
278276
zope.interface==5.4.0

‎vendor/ngc-pytorch/requirements.26.03.arm64.txt‎

Lines changed: 6 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -120,7 +120,7 @@ jaxlib>=0.4.7
120120
jmespath==0.9.4
121121
json-tricks==3.15.5
122122
jsonpatch==1.32
123-
jsonpickle==1.5.0
123+
jsonpickle==4.1.1
124124
jsonpointer>=3.0.0
125125
konlpy==0.6.0
126126
korean-lunar-calendar==0.2.1
@@ -175,7 +175,7 @@ prometheus-flask-exporter==0.20.3
175175
promise==2.3
176176
py-cpuinfo==5.0.0
177177
pyLDAvis==2.1.2
178-
pyaml==19.12.0
178+
pyaml==26.2.1
179179
pycairo==1.20.1
180180
pycodestyle==2.12.0
181181
pydocstyle==6.3.0
@@ -222,8 +222,7 @@ rope==1.13.0
222222
ruamel.yaml.clib>=0.2.0
223223
ruamel.yaml>=0.17.17
224224
s3transfer==0.12.0
225-
sacrebleu==1.3.6
226-
sacred==0.8.1
225+
sacrebleu==2.6.0
227226
schema==0.7.1
228227
scikit-image==0.25.0
229228
scikit-optimize==0.10.2
@@ -234,7 +233,7 @@ scs==3.2.7
234233
seaborn==0.10.0
235234
selenium==3.141.0
236235
semver==2.13.0
237-
sentence-transformers==2.7.0
236+
sentence-transformers==5.3.0
238237
sentencepiece==0.2.0
239238
setuptools>=78.1.1
240239
setuptools-git==1.2
@@ -257,7 +256,7 @@ threadpool==1.3.2
257256
tifffile==2024.12.12
258257
tokenizers>=0.11.1
259258
tomlkit==0.10.2
260-
transformers==4.57.1
259+
transformers==5.3.0
261260
tweepy==3.8.0
262261
typeguard>=4.3.0
263262
typing==3.7.4.1
@@ -266,13 +265,12 @@ update-checker==0.16
266265
uritemplate==3.0.1
267266
vecstack==0.4.0
268267
versioneer==0.18
269-
visdom>=0.1.8.9
270268
vtk==9.5.2
271269
webargs==8.1.0
272270
websocket-client>=1.8.0
273271
websockets==10.3
274272
widgetsnbextension==4.0.15
275-
wrapt==1.17.2
273+
wrapt==2.1.2
276274
wslink==1.6.6
277275
yapf==0.43.0
278276
zope.interface==5.4.0

0 commit comments

Comments
 (0)