- dqd:
- ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1 -> ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.9.0
- ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.9.0
- ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.3.0
- ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.2.0
- ssst0n3/docker_archive:nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.1.0
- ctr:
- ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1 -> ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.9.0
- ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.9.0: install real nvidia driver without kernel module; install i386 libs; bump fake-nvidia to v0.7.2
- ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.3.0: bump fake-nvidia to v0.7.1
- ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.2.0: CDI compatible
- ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.1.0
$ cd nvidia-container-toolkit/v1.17.6_docker-v28.0.0-rc.1
$ docker compose -f docker-compose.yml -f docker-compose.kvm.yml up -d
$ ./sshroot@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# docker run -tid --runtime=nvidia --gpus=all busybox
71d10c7fab0c28cc0cf119720f3010024b00c34a3bc2727c6595bbb24a554115
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# cat /run/containerd/io.containerd.runtime.v2.task/moby/71d10c7fab0c28cc0cf119720f3010024b00c34a3bc2727c6595bbb24a554115/config.json | jq .hooks
{
"prestart": [
{
"path": "/usr/bin/nvidia-container-runtime-hook",
"args": [
"nvidia-container-runtime-hook",
"prestart"
],
"env": [
...
]
}
],
"createContainer": [
{
"path": "/usr/bin/nvidia-ctk",
"args": [
"nvidia-ctk",
"hook",
"enable-cuda-compat",
"--host-driver-version=575.57.08"
]
},
{
"path": "/usr/bin/nvidia-ctk",
"args": [
"nvidia-ctk",
"hook",
"update-ldcache"
]
}
]
}root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# nvidia-ctk cdi generate --output=/etc/cdi/nvidia.yaml
INFO[0000] Using /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.575.57.08
INFO[0000] Auto-detected mode as 'nvml'
INFO[0000] Selecting /dev/nvidia0 as /dev/nvidia0
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--card; ignoring
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--render; ignoring
INFO[0000] Selecting /dev/nvidia1 as /dev/nvidia1
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--card; ignoring
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--render; ignoring
INFO[0000] Selecting /dev/nvidia2 as /dev/nvidia2
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--card; ignoring
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--render; ignoring
INFO[0000] Selecting /dev/nvidia3 as /dev/nvidia3
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--card; ignoring
WARN[0000] Failed to evaluate symlink /dev/dri/by-path/pci--render; ignoring
INFO[0000] Using driver version 575.57.08
INFO[0000] Selecting /dev/nvidia-modeset as /dev/nvidia-modeset
WARN[0000] Could not locate /dev/nvidia-uvm-tools: pattern /dev/nvidia-uvm-tools not found
WARN[0000] Could not locate /dev/nvidia-uvm: pattern /dev/nvidia-uvm not found
INFO[0000] Selecting /dev/nvidiactl as /dev/nvidiactl
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-egl-gbm.so.1.1.2 as /usr/lib/x86_64-linux-gnu/libnvidia-egl-gbm.so.1.1.2
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-egl-wayland.so.1.1.19 as /usr/lib/x86_64-linux-gnu/libnvidia-egl-wayland.so.1.1.19
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.575.57.08
WARN[0000] Could not locate libnvidia-vulkan-producer.so.575.57.08: pattern libnvidia-vulkan-producer.so.575.57.08 not found
libnvidia-vulkan-producer.so.575.57.08: not found
INFO[0000] Selecting /usr/lib64/xorg/modules/drivers/nvidia_drv.so as /usr/lib64/xorg/modules/drivers/nvidia_drv.so
INFO[0000] Selecting /usr/lib64/xorg/modules/extensions/libglxserver_nvidia.so.575.57.08 as /usr/lib64/xorg/modules/extensions/libglxserver_nvidia.so.575.57.08
INFO[0000] Selecting /usr/share/glvnd/egl_vendor.d/10_nvidia.json as /usr/share/glvnd/egl_vendor.d/10_nvidia.json
INFO[0000] Selecting /usr/share/egl/egl_external_platform.d/15_nvidia_gbm.json as /usr/share/egl/egl_external_platform.d/15_nvidia_gbm.json
INFO[0000] Selecting /usr/share/egl/egl_external_platform.d/10_nvidia_wayland.json as /usr/share/egl/egl_external_platform.d/10_nvidia_wayland.json
INFO[0000] Selecting /usr/share/nvidia/nvoptix.bin as /usr/share/nvidia/nvoptix.bin
WARN[0000] Could not locate X11/xorg.conf.d/10-nvidia.conf: pattern X11/xorg.conf.d/10-nvidia.conf not found
WARN[0000] Could not locate X11/xorg.conf.d/nvidia-drm-outputclass.conf: pattern X11/xorg.conf.d/nvidia-drm-outputclass.conf not found
INFO[0000] Selecting /etc/vulkan/icd.d/nvidia_icd.json as /etc/vulkan/icd.d/nvidia_icd.json
WARN[0000] Could not locate vulkan/icd.d/nvidia_layers.json: pattern vulkan/icd.d/nvidia_layers.json not found
pattern vulkan/icd.d/nvidia_layers.json not found
INFO[0000] Selecting /etc/vulkan/implicit_layer.d/nvidia_layers.json as /etc/vulkan/implicit_layer.d/nvidia_layers.json
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libEGL_nvidia.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libEGL_nvidia.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libGLESv1_CM_nvidia.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libGLESv1_CM_nvidia.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libGLESv2_nvidia.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libGLESv2_nvidia.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libGLX_nvidia.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libGLX_nvidia.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libcuda.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libcuda.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libcudadebugger.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libcudadebugger.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvcuvid.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvcuvid.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-allocator.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-cfg.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-eglcore.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-eglcore.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-encode.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-encode.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-fbc.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-fbc.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-glcore.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-glcore.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-glsi.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-glsi.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-glvkspirv.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-glvkspirv.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-gpucomp.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-gtk2.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-gtk2.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-gtk3.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-gtk3.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-ngx.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-ngx.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-nvvm.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-opencl.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-opencl.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-opticalflow.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-opticalflow.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-pkcs11-openssl3.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-pkcs11.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-present.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-present.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-rtcore.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-rtcore.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-sandboxutils.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-sandboxutils.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-tls.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-tls.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-vksc-core.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-vksc-core.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvidia-wayland-client.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvidia-wayland-client.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/libnvoptix.so.575.57.08 as /usr/lib/x86_64-linux-gnu/libnvoptix.so.575.57.08
INFO[0000] Selecting /usr/lib/x86_64-linux-gnu/vdpau/libvdpau_nvidia.so.575.57.08 as /usr/lib/x86_64-linux-gnu/vdpau/libvdpau_nvidia.so.575.57.08
WARN[0000] Could not locate /nvidia-persistenced/socket: pattern /nvidia-persistenced/socket not found
WARN[0000] Could not locate /nvidia-fabricmanager/socket: pattern /nvidia-fabricmanager/socket not found
WARN[0000] Could not locate /tmp/nvidia-mps: pattern /tmp/nvidia-mps not found
INFO[0000] Selecting /lib/firmware/nvidia/575.57.08/gsp_ga10x.bin as /lib/firmware/nvidia/575.57.08/gsp_ga10x.bin
INFO[0000] Selecting /lib/firmware/nvidia/575.57.08/gsp_tu10x.bin as /lib/firmware/nvidia/575.57.08/gsp_tu10x.bin
INFO[0000] Selecting /usr/bin/nvidia-smi as /usr/bin/nvidia-smi
INFO[0000] Selecting /usr/bin/nvidia-debugdump as /usr/bin/nvidia-debugdump
INFO[0000] Selecting /usr/bin/nvidia-persistenced as /usr/bin/nvidia-persistenced
INFO[0000] Selecting /usr/bin/nvidia-cuda-mps-control as /usr/bin/nvidia-cuda-mps-control
INFO[0000] Selecting /usr/bin/nvidia-cuda-mps-server as /usr/bin/nvidia-cuda-mps-server
WARN[0000] Could not locate nvidia-imex: pattern nvidia-imex not found
WARN[0000] Could not locate nvidia-imex-ctl: pattern nvidia-imex-ctl not found
INFO[0000] Generated CDI spec with version 0.8.0
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# nvidia-ctk cdi list
INFO[0000] Found 9 CDI devices
nvidia.com/gpu=0
nvidia.com/gpu=1
nvidia.com/gpu=2
nvidia.com/gpu=3
nvidia.com/gpu=GPU-0-FAKE-UUID
nvidia.com/gpu=GPU-1-FAKE-UUID
nvidia.com/gpu=GPU-2-FAKE-UUID
nvidia.com/gpu=GPU-3-FAKE-UUID
nvidia.com/gpu=all
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# docker run -tid --runtime=nvidia -e NVIDIA_VISIBLE_DEVICES=nvidia.com/gpu=all busybox
8771db2783a6f5bf447e2b3cea351b5948bd43fb9ed63e8c3a78757c6d911670
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# cat /run/containerd/io.containerd.runtime.v2.task/moby/8771db2783a6f5bf447e2b3cea351b5948bd43fb9ed63e8c3a78757c6d911670/config.json | jq .hooks
{
"createContainer": [
{
"path": "/usr/bin/nvidia-cdi-hook",
"args": [
"nvidia-cdi-hook",
"create-symlinks",
"--link",
"../libnvidia-allocator.so.1::/usr/lib/x86_64-linux-gnu/gbm/nvidia-drm_gbm.so",
"--link",
"libglxserver_nvidia.so.575.57.08::/usr/lib64/xorg/modules/extensions/libglxserver_nvidia.so"
]
},
{
"path": "/usr/bin/nvidia-cdi-hook",
"args": [
"nvidia-cdi-hook",
"create-symlinks",
"--link",
"libGLX_nvidia.so.575.57.08::/usr/lib/x86_64-linux-gnu/libGLX_indirect.so.0",
"--link",
"libcuda.so.1::/usr/lib/x86_64-linux-gnu/libcuda.so",
"--link",
"libnvidia-opticalflow.so.1::/usr/lib/x86_64-linux-gnu/libnvidia-opticalflow.so"
]
},
{
"path": "/usr/bin/nvidia-cdi-hook",
"args": [
"nvidia-cdi-hook",
"enable-cuda-compat",
"--host-driver-version=575.57.08"
]
},
{
"path": "/usr/bin/nvidia-cdi-hook",
"args": [
"nvidia-cdi-hook",
"update-ldcache",
"--folder",
"/usr/lib/x86_64-linux-gnu",
"--folder",
"/usr/lib/x86_64-linux-gnu/vdpau"
]
}
]
}root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# nvidia-container-cli info
NVRM version: 575.57.08
CUDA version: 12.2
Device Index: 0
Device Minor: 0
Model: NVIDIA Tesla T4
Brand: Tesla
GPU UUID: GPU-0-FAKE-UUID
Bus Location: 00000000:00:00.0
Architecture: 7.5
Device Index: 1
Device Minor: 1
Model: NVIDIA Tesla T4
Brand: Tesla
GPU UUID: GPU-1-FAKE-UUID
Bus Location: 00000000:00:00.0
Architecture: 7.5
Device Index: 2
Device Minor: 2
Model: NVIDIA Tesla T4
Brand: Tesla
GPU UUID: GPU-2-FAKE-UUID
Bus Location: 00000000:00:00.0
Architecture: 7.5
Device Index: 3
Device Minor: 3
Model: NVIDIA Tesla T4
Brand: Tesla
GPU UUID: GPU-3-FAKE-UUID
Bus Location: 00000000:00:00.0
Architecture: 7.5
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# lsmod |grep fake
fake_nvidia_driver 12288 0
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# ls -lah /usr/lib/x86_64-linux-gnu/libnvidia-ml.so*
lrwxrwxrwx 1 root root 43 Jul 30 07:55 /usr/lib/x86_64-linux-gnu/libnvidia-ml.so -> /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.1
lrwxrwxrwx 1 root root 51 Jul 30 07:55 /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.1 -> /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.575.57.08
-rwxr-xr-x 1 root root 22K Jul 30 07:55 /usr/lib/x86_64-linux-gnu/libnvidia-ml.so.575.57.08
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# systemctl status fake-nvidia-device
○ fake-nvidia-device.service - Create device nodes for fake nvidia driver
Loaded: loaded (/etc/systemd/system/fake-nvidia-device.service; enabled; preset: enabled)
Active: inactive (dead) since Wed 2025-07-30 08:30:00 UTC; 5min ago
Process: 608 ExecStart=/usr/local/bin/fake-nvidia-device.sh (code=exited, status=0/SUCCESS)
Main PID: 608 (code=exited, status=0/SUCCESS)
CPU: 8ms
Jul 30 08:30:00 nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1 systemd[1]: Starting fake-nvidia-device.service - Create device nodes for fake nvidia driver...
Jul 30 08:30:00 nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1 systemd[1]: fake-nvidia-device.service: Deactivated successfully.
Jul 30 08:30:00 nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1 systemd[1]: Finished fake-nvidia-device.service - Create device nodes for fake nvidia driver.root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# nvidia-container-toolkit --version
NVIDIA Container Runtime Hook version 1.17.6
commit: e627eb2e21e167988e04c0579a1c941c1e263ff6
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# docker info
Client: Docker Engine - Community
Version: 28.0.0-rc.1
Context: default
Debug Mode: false
Plugins:
buildx: Docker Buildx (Docker Inc.)
Version: v0.20.0
Path: /usr/libexec/docker/cli-plugins/docker-buildx
compose: Docker Compose (Docker Inc.)
Version: v2.32.4
Path: /usr/libexec/docker/cli-plugins/docker-compose
Server:
Containers: 2
Running: 2
Paused: 0
Stopped: 0
Images: 1
Server Version: 28.0.0-rc.1
Storage Driver: overlay2
Backing Filesystem: extfs
Supports d_type: true
Using metacopy: false
Native Overlay Diff: true
userxattr: false
Logging Driver: json-file
Cgroup Driver: systemd
Cgroup Version: 2
Plugins:
Volume: local
Network: bridge host ipvlan macvlan null overlay
Log: awslogs fluentd gcplogs gelf journald json-file local splunk syslog
Swarm: inactive
Runtimes: runc io.containerd.runc.v2 nvidia
Default Runtime: runc
Init Binary: docker-init
containerd version: bcc810d6b9066471b0b6fa75f557a15a1cbf31bb
runc version: v1.2.4-0-g6c52b3f
init version: de40ad0
Security Options:
apparmor
seccomp
Profile: builtin
cgroupns
Kernel Version: 6.8.0-71-generic
Operating System: Ubuntu 24.04.2 LTS
OSType: linux
Architecture: x86_64
CPUs: 2
Total Memory: 1.922GiB
Name: nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1
ID: 912b771a-25a3-4b3f-9432-1ce3a3f59a1c
Docker Root Dir: /var/lib/docker
Debug Mode: false
Experimental: false
Insecure Registries:
::1/128
127.0.0.0/8
Live Restore Enabled: false
root@nvidia-container-toolkit-1-17-6-docker-28-0-0-rc-1:~# containerd --version
containerd containerd.io 1.7.25 bcc810d6b9066471b0b6fa75f557a15a1cbf31bbmake all DIR=nvidia-container-toolkit/v1.17.6_docker-v28.0.0-rc.1for developers:
FROM ssst0n3/docker_archive:ctr_nvidia-container-toolkit-v1.17.6_docker-v28.0.0-rc.1_v0.9.0