Skip to content

Commit d1b189e

Browse files
fix(tensorflow): Restore cleanup section to reduce TF 2.19 image size
- Add back comprehensive cleanup of build artifacts and caches - Remove Rust/Cargo registry and git cache (~500-1000 MB) - Remove Python bytecode, __pycache__, and test directories (~200-500 MB) - Remove JupyterLab staging and tests (~100-300 MB) - Remove system docs, man pages, and examples (~100-200 MB) - Expected reduction: 1-2 GB to meet baseline (7500 MB CPU, 11998 MB GPU) This cleanup was accidentally removed in commit 37f9287
1 parent 1f358dd commit d1b189e

File tree

2 files changed

+56
-0
lines changed

2 files changed

+56
-0
lines changed

tensorflow/training/docker/2.19/py3/Dockerfile.cpu

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -305,6 +305,34 @@ RUN /usr/local/bin/jupyter-kernelspec remove -f python3
305305
# Remove ipykernel
306306
RUN rm -rf /usr/local/share/jupyter/kernels/python3/kernel.json
307307

308+
# Clean up JupyterLab staging and test directories to reduce image size
309+
RUN rm -rf /usr/local/lib/python*/site-packages/jupyterlab/staging \
310+
&& rm -rf /usr/local/lib/python*/site-packages/jupyterlab/tests \
311+
&& rm -rf /usr/local/share/jupyter/lab/staging \
312+
&& rm -rf /root/.cache \
313+
&& rm -rf /root/.local \
314+
&& rm -rf /var/cache/* \
315+
&& rm -rf /root/.cargo/registry \
316+
&& rm -rf /root/.cargo/git \
317+
&& rm -rf /root/.rustup/toolchains/*/share/doc \
318+
&& rm -rf /root/.rustup/toolchains/*/share/man \
319+
&& rm -rf /root/.rustup/tmp \
320+
&& rm -rf /usr/share/doc/* \
321+
&& rm -rf /usr/share/man/* \
322+
&& rm -rf /usr/share/info/* \
323+
&& rm -rf /var/log/* \
324+
&& find /usr/local/lib/python*/site-packages -name "*.pyc" -delete \
325+
&& find /usr/local/lib/python*/site-packages -name "__pycache__" -type d -exec rm -rf {} + 2>/dev/null || true \
326+
&& find /usr/local/lib/python*/site-packages -name "tests" -type d -exec rm -rf {} + 2>/dev/null || true \
327+
&& find /usr/local/lib/python*/site-packages -name "test" -type d -exec rm -rf {} + 2>/dev/null || true \
328+
&& find /usr/local/lib/python*/site-packages -name "*.pyx" -delete \
329+
&& find /usr/local/lib/python*/site-packages -name "*.c" -delete \
330+
&& find /usr/local/lib/python*/site-packages -name "*.h" -delete \
331+
&& find /usr/local -name "*.a" -delete \
332+
&& find /usr/local/lib/python*/site-packages -type d -name "docs" -exec rm -rf {} + 2>/dev/null || true \
333+
&& find /usr/local/lib/python*/site-packages -type d -name "doc" -exec rm -rf {} + 2>/dev/null || true \
334+
&& find /usr/local/lib/python*/site-packages -type d -name "examples" -exec rm -rf {} + 2>/dev/null || true
335+
308336
# remove tmp files
309337
RUN rm -rf /tmp/*
310338

tensorflow/training/docker/2.19/py3/cu125/Dockerfile.gpu

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -392,6 +392,34 @@ RUN /usr/local/bin/jupyter-kernelspec remove -f python3
392392
# Remove ipykernel
393393
RUN rm -rf /usr/local/share/jupyter/kernels/python3/kernel.json
394394

395+
# Clean up JupyterLab staging and test directories to reduce image size
396+
RUN rm -rf /usr/local/lib/python*/site-packages/jupyterlab/staging \
397+
&& rm -rf /usr/local/lib/python*/site-packages/jupyterlab/tests \
398+
&& rm -rf /usr/local/share/jupyter/lab/staging \
399+
&& rm -rf /root/.cache \
400+
&& rm -rf /root/.local \
401+
&& rm -rf /var/cache/* \
402+
&& rm -rf /root/.cargo/registry \
403+
&& rm -rf /root/.cargo/git \
404+
&& rm -rf /root/.rustup/toolchains/*/share/doc \
405+
&& rm -rf /root/.rustup/toolchains/*/share/man \
406+
&& rm -rf /root/.rustup/tmp \
407+
&& rm -rf /usr/share/doc/* \
408+
&& rm -rf /usr/share/man/* \
409+
&& rm -rf /usr/share/info/* \
410+
&& rm -rf /var/log/* \
411+
&& find /usr/local/lib/python*/site-packages -name "*.pyc" -delete \
412+
&& find /usr/local/lib/python*/site-packages -name "__pycache__" -type d -exec rm -rf {} + 2>/dev/null || true \
413+
&& find /usr/local/lib/python*/site-packages -name "tests" -type d -exec rm -rf {} + 2>/dev/null || true \
414+
&& find /usr/local/lib/python*/site-packages -name "test" -type d -exec rm -rf {} + 2>/dev/null || true \
415+
&& find /usr/local/lib/python*/site-packages -name "*.pyx" -delete \
416+
&& find /usr/local/lib/python*/site-packages -name "*.c" -delete \
417+
&& find /usr/local/lib/python*/site-packages -name "*.h" -delete \
418+
&& find /usr/local -name "*.a" -delete \
419+
&& find /usr/local/lib/python*/site-packages -type d -name "docs" -exec rm -rf {} + 2>/dev/null || true \
420+
&& find /usr/local/lib/python*/site-packages -type d -name "doc" -exec rm -rf {} + 2>/dev/null || true \
421+
&& find /usr/local/lib/python*/site-packages -type d -name "examples" -exec rm -rf {} + 2>/dev/null || true
422+
395423
# remove tmp files
396424
RUN rm -rf /tmp/*
397425

0 commit comments

Comments
 (0)