This is the main error I get when I try to use podman run. When I run the nvidia-container-toolkit prestart command, it just doesn’t do anything and hangs there. I don’t have any logs generated from the command below too.
podman run --rm -ti --hooks-dir=/usr/share/containers/oci/hooks.d/ --user 1000 nvidia/cuda:11.6.2-base-ubi8 bash
Error: OCI runtime error: runc: container_linux.go:380: starting container process caused: process_linux.go:545: container init caused: Running hook #0:: error running hook: exit status 1, stdout: , stderr: nvidia-container-cli: initialization error: privilege change failed: invalid argument
uname -a
Linux 4.18.0-348.23.1.el8_5.x86_64 #1 SMP Tue Apr 12 11:20:32 EDT 2022 x86_64 x86_64 x86_64 GNU/Linux
nvidia-container-cli -V
cli-version: 1.9.0
lib-version: 1.9.0
build date: 2022-03-18T13:46+00:00
build revision: 5e135c17d6dbae861ec343e9a8d3a0d2af758a4f
build compiler: gcc 8.5.0 20210514 (Red Hat 8.5.0-4)
build platform: x86_64
build flags: -D_GNU_SOURCE -D_FORTIFY_SOURCE=2 -DNDEBUG -std=gnu11 -O2 -g -fdata-sections -ffunction-sections -fplan9-extensions -fstack-protector -fno-strict-aliasing -fvisibility=hidden -Wall -Wextra -Wcast-align -Wpointer-arith -Wmissing-prototypes -Wnonnull -Wwrite-strings -Wlogical-op -Wformat=2 -Wmissing-format-attribute -Winit-self -Wshadow -Wstrict-prototypes -Wunreachable-code -Wconversion -Wsign-conversion -Wno-unknown-warning-option -Wno-format-extra-args -Wno-gnu-alignof-expression -I/usr/include/tirpc -Wl,-zrelro -Wl,-znow -Wl,-zdefs -Wl,–gc-sections
nvidia-container-cli -d cli.log -k info; cat cli.log
NVRM version: 510.47.03
CUDA version: 11.6
Device Index: 0
Device Minor: 0
Model: NVIDIA A100-PCIE-40GB
Brand: Nvidia
GPU UUID: GPU-e7948449-d15e-8aab-354f-589dd22fcefe
Bus Location: 00000000:86:00.0
Architecture: 8.0
– WARNING, the following logs are for debugging purposes only –
I0825 03:34:08.705822 1469717 nvc.c:376] initializing library context (version=1.9.0, build=5e135c17d6dbae861ec343e9a8d3a0d2af758a4f)
I0825 03:34:08.705863 1469717 nvc.c:350] using root /
I0825 03:34:08.705867 1469717 nvc.c:351] using ldcache /etc/ld.so.cache
I0825 03:34:08.705870 1469717 nvc.c:352] using unprivileged user 8200148:8200166
I0825 03:34:08.705890 1469717 nvc.c:393] attempting to load dxcore to see if we are running under Windows Subsystem for Linux (WSL)
I0825 03:34:08.706013 1469717 nvc.c:395] dxcore initialization failed, continuing assuming a non-WSL environment
W0825 03:34:08.710108 1469718 nvc.c:273] failed to set inheritable capabilities
W0825 03:34:08.710166 1469718 nvc.c:274] skipping kernel modules load due to failure
I0825 03:34:08.710529 1469719 rpc.c:71] starting driver rpc service
I0825 03:34:08.720933 1469720 rpc.c:71] starting nvcgo rpc service
I0825 03:34:08.721979 1469717 nvc_info.c:765] requesting driver information with ‘’
I0825 03:34:08.723261 1469717 nvc_info.c:172] selecting /usr/lib64/libnvoptix.so.510.47.03
I0825 03:34:08.723312 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-tls.so.510.47.03
I0825 03:34:08.723342 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-rtcore.so.510.47.03
I0825 03:34:08.723372 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-ptxjitcompiler.so.510.47.03
I0825 03:34:08.723411 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-opticalflow.so.510.47.03
I0825 03:34:08.723439 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-opencl.so.510.47.03
I0825 03:34:08.723469 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-ngx.so.510.47.03
I0825 03:34:08.723496 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-ml.so.510.47.03
I0825 03:34:08.723533 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-glvkspirv.so.510.47.03
I0825 03:34:08.723560 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-glsi.so.510.47.03
I0825 03:34:08.723586 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-glcore.so.510.47.03
I0825 03:34:08.723614 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-fbc.so.510.47.03
I0825 03:34:08.723652 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-encode.so.510.47.03
I0825 03:34:08.723688 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-eglcore.so.510.47.03
I0825 03:34:08.723716 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-compiler.so.510.47.03
I0825 03:34:08.723744 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-cfg.so.510.47.03
I0825 03:34:08.723783 1469717 nvc_info.c:172] selecting /usr/lib64/libnvidia-allocator.so.510.47.03
I0825 03:34:08.723810 1469717 nvc_info.c:172] selecting /usr/lib64/libnvcuvid.so.510.47.03
I0825 03:34:08.723939 1469717 nvc_info.c:172] selecting /usr/lib64/libcuda.so.510.47.03
I0825 03:34:08.724011 1469717 nvc_info.c:172] selecting /usr/lib64/libGLX_nvidia.so.510.47.03
I0825 03:34:08.724038 1469717 nvc_info.c:172] selecting /usr/lib64/libGLESv2_nvidia.so.510.47.03
I0825 03:34:08.724066 1469717 nvc_info.c:172] selecting /usr/lib64/libGLESv1_CM_nvidia.so.510.47.03
I0825 03:34:08.724093 1469717 nvc_info.c:172] selecting /usr/lib64/libEGL_nvidia.so.510.47.03
W0825 03:34:08.724116 1469717 nvc_info.c:398] missing library libnvidia-nscq.so
W0825 03:34:08.724120 1469717 nvc_info.c:398] missing library libnvidia-fatbinaryloader.so
W0825 03:34:08.724124 1469717 nvc_info.c:398] missing library libnvidia-pkcs11.so
W0825 03:34:08.724127 1469717 nvc_info.c:398] missing library libvdpau_nvidia.so
W0825 03:34:08.724130 1469717 nvc_info.c:398] missing library libnvidia-ifr.so
W0825 03:34:08.724134 1469717 nvc_info.c:398] missing library libnvidia-cbl.so
W0825 03:34:08.724138 1469717 nvc_info.c:402] missing compat32 library libnvidia-ml.so
W0825 03:34:08.724141 1469717 nvc_info.c:402] missing compat32 library libnvidia-cfg.so
W0825 03:34:08.724145 1469717 nvc_info.c:402] missing compat32 library libnvidia-nscq.so
W0825 03:34:08.724148 1469717 nvc_info.c:402] missing compat32 library libcuda.so
W0825 03:34:08.724152 1469717 nvc_info.c:402] missing compat32 library libnvidia-opencl.so
W0825 03:34:08.724164 1469717 nvc_info.c:402] missing compat32 library libnvidia-ptxjitcompiler.so
W0825 03:34:08.724167 1469717 nvc_info.c:402] missing compat32 library libnvidia-fatbinaryloader.so
W0825 03:34:08.724170 1469717 nvc_info.c:402] missing compat32 library libnvidia-allocator.so
W0825 03:34:08.724174 1469717 nvc_info.c:402] missing compat32 library libnvidia-compiler.so
W0825 03:34:08.724177 1469717 nvc_info.c:402] missing compat32 library libnvidia-pkcs11.so
W0825 03:34:08.724180 1469717 nvc_info.c:402] missing compat32 library libnvidia-ngx.so
W0825 03:34:08.724184 1469717 nvc_info.c:402] missing compat32 library libvdpau_nvidia.so
W0825 03:34:08.724187 1469717 nvc_info.c:402] missing compat32 library libnvidia-encode.so
W0825 03:34:08.724191 1469717 nvc_info.c:402] missing compat32 library libnvidia-opticalflow.so
W0825 03:34:08.724194 1469717 nvc_info.c:402] missing compat32 library libnvcuvid.so
W0825 03:34:08.724198 1469717 nvc_info.c:402] missing compat32 library libnvidia-eglcore.so
W0825 03:34:08.724201 1469717 nvc_info.c:402] missing compat32 library libnvidia-glcore.so
W0825 03:34:08.724205 1469717 nvc_info.c:402] missing compat32 library libnvidia-tls.so
W0825 03:34:08.724208 1469717 nvc_info.c:402] missing compat32 library libnvidia-glsi.so
W0825 03:34:08.724211 1469717 nvc_info.c:402] missing compat32 library libnvidia-fbc.so
W0825 03:34:08.724215 1469717 nvc_info.c:402] missing compat32 library libnvidia-ifr.so
W0825 03:34:08.724218 1469717 nvc_info.c:402] missing compat32 library libnvidia-rtcore.so
W0825 03:34:08.724221 1469717 nvc_info.c:402] missing compat32 library libnvoptix.so
W0825 03:34:08.724225 1469717 nvc_info.c:402] missing compat32 library libGLX_nvidia.so
W0825 03:34:08.724228 1469717 nvc_info.c:402] missing compat32 library libEGL_nvidia.so
W0825 03:34:08.724232 1469717 nvc_info.c:402] missing compat32 library libGLESv2_nvidia.so
W0825 03:34:08.724235 1469717 nvc_info.c:402] missing compat32 library libGLESv1_CM_nvidia.so
W0825 03:34:08.724238 1469717 nvc_info.c:402] missing compat32 library libnvidia-glvkspirv.so
W0825 03:34:08.724242 1469717 nvc_info.c:402] missing compat32 library libnvidia-cbl.so
I0825 03:34:08.724675 1469717 nvc_info.c:298] selecting /usr/bin/nvidia-smi
I0825 03:34:08.724692 1469717 nvc_info.c:298] selecting /usr/bin/nvidia-debugdump
I0825 03:34:08.724707 1469717 nvc_info.c:298] selecting /usr/bin/nvidia-persistenced
I0825 03:34:08.724732 1469717 nvc_info.c:298] selecting /usr/bin/nvidia-cuda-mps-control
I0825 03:34:08.724749 1469717 nvc_info.c:298] selecting /usr/bin/nvidia-cuda-mps-server
W0825 03:34:08.724824 1469717 nvc_info.c:424] missing binary nv-fabricmanager
I0825 03:34:08.724857 1469717 nvc_info.c:342] listing firmware path /usr/lib/firmware/nvidia/510.47.03/gsp.bin
I0825 03:34:08.724883 1469717 nvc_info.c:528] listing device /dev/nvidiactl
I0825 03:34:08.724887 1469717 nvc_info.c:528] listing device /dev/nvidia-uvm
I0825 03:34:08.724891 1469717 nvc_info.c:528] listing device /dev/nvidia-uvm-tools
I0825 03:34:08.724894 1469717 nvc_info.c:528] listing device /dev/nvidia-modeset
W0825 03:34:08.724920 1469717 nvc_info.c:348] missing ipc path /var/run/nvidia-persistenced/socket
W0825 03:34:08.724938 1469717 nvc_info.c:348] missing ipc path /var/run/nvidia-fabricmanager/socket
W0825 03:34:08.724952 1469717 nvc_info.c:348] missing ipc path /tmp/nvidia-mps
I0825 03:34:08.724956 1469717 nvc_info.c:821] requesting device information with ‘’
I0825 03:34:08.732378 1469717 nvc_info.c:712] listing device /dev/nvidia0 (GPU-e7948449-d15e-8aab-354f-589dd22fcefe at 00000000:86:00.0)
I0825 03:34:08.732411 1469717 nvc.c:430] shutting down library context
I0825 03:34:08.732450 1469720 rpc.c:95] terminating nvcgo rpc service
I0825 03:34:08.733115 1469717 rpc.c:135] nvcgo rpc service terminated successfully
I0825 03:34:08.736400 1469719 rpc.c:95] terminating driver rpc service
I0825 03:34:08.736645 1469717 rpc.c:135] driver rpc service terminated successfully
nvidia-smi -a
==============NVSMI LOG==============
Timestamp : Thu Aug 25 11:35:08 2022
Driver Version : 510.47.03
CUDA Version : 11.6
Attached GPUs : 1
GPU 00000000:86:00.0
Product Name : NVIDIA A100-PCIE-40GB
Product Brand : NVIDIA
Product Architecture : Ampere
Display Mode : Enabled
Display Active : Disabled
Persistence Mode : Disabled
MIG Mode
Current : Disabled
Pending : Enabled
Accounting Mode : Disabled
Accounting Mode Buffer Size : 4000
Driver Model
Current : N/A
Pending : N/A
Serial Number : 1564521014189
GPU UUID : GPU-e7948449-d15e-8aab-354f-589dd22fcefe
Minor Number : 0
VBIOS Version : 92.00.25.00.08
MultiGPU Board : No
Board ID : 0x8600
GPU Part Number : 900-21001-0300-030
Module ID : 0
Inforom Version
Image Version : 1001.0200.00.04
OEM Object : 2.0
ECC Object : 6.16
Power Management Object : N/A
GPU Operation Mode
Current : N/A
Pending : N/A
GSP Firmware Version : 510.47.03
GPU Virtualization Mode
Virtualization Mode : None
Host VGPU Mode : N/A
IBMNPU
Relaxed Ordering Mode : N/A
PCI
Bus : 0x86
Device : 0x00
Domain : 0x0000
Device Id : 0x20F110DE
Bus Id : 00000000:86:00.0
Sub System Id : 0x145F10DE
GPU Link Info
PCIe Generation
Max : 3
Current : 3
Link Width
Max : 16x
Current : 16x
Bridge Chip
Type : N/A
Firmware : N/A
Replays Since Reset : 0
Replay Number Rollovers : 0
Tx Throughput : 0 KB/s
Rx Throughput : 0 KB/s
Fan Speed : N/A
Performance State : P0
Clocks Throttle Reasons
Idle : Not Active
Applications Clocks Setting : Not Active
SW Power Cap : Not Active
HW Slowdown : Not Active
HW Thermal Slowdown : Not Active
HW Power Brake Slowdown : Not Active
Sync Boost : Not Active
SW Thermal Slowdown : Not Active
Display Clock Setting : Not Active
FB Memory Usage
Total : 40960 MiB
Reserved : 605 MiB
Used : 11051 MiB
Free : 29302 MiB
BAR1 Memory Usage
Total : 65536 MiB
Used : 4 MiB
Free : 65532 MiB
Compute Mode : Default
Utilization
Gpu : 0 %
Memory : 0 %
Encoder : 0 %
Decoder : 0 %
Encoder Stats
Active Sessions : 0
Average FPS : 0
Average Latency : 0
FBC Stats
Active Sessions : 0
Average FPS : 0
Average Latency : 0
Ecc Mode
Current : Enabled
Pending : Enabled
ECC Errors
Volatile
SRAM Correctable : 0
SRAM Uncorrectable : 0
DRAM Correctable : 0
DRAM Uncorrectable : 0
Aggregate
SRAM Correctable : 0
SRAM Uncorrectable : 0
DRAM Correctable : 0
DRAM Uncorrectable : 0
Retired Pages
Single Bit ECC : N/A
Double Bit ECC : N/A
Pending Page Blacklist : N/A
Remapped Rows
Correctable Error : 0
Uncorrectable Error : 0
Pending : No
Remapping Failure Occurred : No
Bank Remap Availability Histogram
Max : 640 bank(s)
High : 0 bank(s)
Partial : 0 bank(s)
Low : 0 bank(s)
None : 0 bank(s)
Temperature
GPU Current Temp : 53 C
GPU Shutdown Temp : 95 C
GPU Slowdown Temp : 92 C
GPU Max Operating Temp : 85 C
GPU Target Temperature : N/A
Memory Current Temp : 53 C
Memory Max Operating Temp : 95 C
Power Readings
Power Management : Supported
Power Draw : 45.12 W
Power Limit : 250.00 W
Default Power Limit : 250.00 W
Enforced Power Limit : 250.00 W
Min Power Limit : 150.00 W
Max Power Limit : 250.00 W
Clocks
Graphics : 1410 MHz
SM : 1410 MHz
Memory : 1215 MHz
Video : 1275 MHz
Applications Clocks
Graphics : 765 MHz
Memory : 1215 MHz
Default Applications Clocks
Graphics : 765 MHz
Memory : 1215 MHz
Max Clocks
Graphics : 1410 MHz
SM : 1410 MHz
Memory : 1215 MHz
Video : 1290 MHz
Max Customer Boost Clocks
Graphics : 1410 MHz
Clock Policy
Auto Boost : N/A
Auto Boost Default : N/A
Voltage
Graphics : 912.500 mV
Processes
GPU instance ID : N/A
Compute instance ID : N/A
Process ID : 1056967
Type : C
Name : ~/miniconda3/envs/rise/bin/python
Used GPU Memory : 11049 MiB
podman info
host:
arch: amd64
buildahVersion: 1.24.1
cgroupControllers:
cgroupManager: cgroupfs
cgroupVersion: v1
conmon:
package: conmon-2.1.0-1.module+el8.6.0+14877+f643d2d6.x86_64
path: /usr/bin/conmon
version: ‘conmon version 2.1.0, commit: 87b7a9037cbd1d81288bdf2d6705dfda889f7cf9’
cpus: 48
distribution:
distribution: ‘“rhel”’
version: “8.5”
eventLogger: file
hostname:
idMappings:
gidmap:
- container_id: 0
host_id: 8200166
size: 1
- container_id: 1
host_id: 165536
size: 1001
uidmap:
- container_id: 0
host_id: 8200148
size: 1
- container_id: 1
host_id: 165536
size: 1001
kernel: 4.18.0-348.23.1.el8_5.x86_64
linkmode: dynamic
logDriver: k8s-file
memFree: 83828350976
memTotal: 134565285888
networkBackend: cni
ociRuntime:
name: runc
package: runc-1.0.3-2.module+el8.6.0+14877+f643d2d6.x86_64
path: /usr/bin/runc
version: |-
runc version 1.0.3
spec: 1.0.2-dev
go: go1.17.7
libseccomp: 2.5.2
os: linux
remoteSocket:
path: /tmp/podman-run-8200148/podman/podman.sock
security:
apparmorEnabled: false
capabilities: CAP_NET_RAW,CAP_CHOWN,CAP_DAC_OVERRIDE,CAP_FOWNER,CAP_FSETID,CAP_KILL,CAP_NET_BIND_SERVICE,CAP_SETFCAP,CAP_SETGID,CAP_SETPCAP,CAP_SETUID,CAP_SYS_CHROOT
rootless: true
seccompEnabled: true
seccompProfilePath: /usr/share/containers/seccomp.json
selinuxEnabled: false
serviceIsRemote: false
slirp4netns:
executable: /usr/bin/slirp4netns
package: slirp4netns-1.1.8-2.module+el8.6.0+14877+f643d2d6.x86_64
version: |-
slirp4netns version 1.1.8
commit: d361001f495417b880f20329121e3aa431a8f90f
libslirp: 4.4.0
SLIRP_CONFIG_VERSION_MAX: 3
libseccomp: 2.5.2
swapFree: 67108859904
swapTotal: 67108859904
uptime: 100h 52m 25.35s (Approximately 4.17 days)
plugins:
log:
- k8s-file
- none
- passthrough
- journald
network: - bridge
- macvlan
- ipvlan
volume: - local
registries:
search:
store:
configFile: ~/.config/containers/storage.conf
containerStore:
number: 2
paused: 0
running: 0
stopped: 2
graphDriverName: overlay
graphOptions:
overlay.mount_program:
Executable: /usr/bin/fuse-overlayfs
Package: fuse-overlayfs-1.8.2-1.module+el8.6.0+14877+f643d2d6.x86_64
Version: |-
fusermount3 version: 3.3.0
fuse-overlayfs: version 1.8.2
FUSE library version 3.3.0
using FUSE kernel interface version 7.26
graphRoot: ~/.local/share/containers/storage
graphStatus:
Backing Filesystem: xfs
Native Overlay Diff: “false”
Supports d_type: “true”
Using metacopy: “false”
imageCopyTmpDir: /var/tmp
imageStore:
number: 51
runRoot: ~/containers/run
volumePath: ~/.local/share/containers/storage/volumes
version:
APIVersion: 4.0.2
Built: 1650363392
BuiltTime: Tue Apr 19 18:16:32 2022
GitCommit: “”
GoVersion: go1.17.7
OsArch: linux/amd64
Version: 4.0.2
rpm -qa ‘nvidia’
nvidia-fs-dkms-2.11.0-1.x86_64
nvidia-libXNVCtrl-devel-510.47.03-1.el8.x86_64
nvidia-modprobe-510.47.03-1.el8.x86_64
libnvidia-container-tools-1.9.0-1.x86_64
nvidia-persistenced-510.47.03-1.el8.x86_64
nvidia-driver-libs-510.47.03-1.el8.x86_64
kmod-nvidia-latest-dkms-510.47.03-1.el8.x86_64
nvidia-settings-510.47.03-1.el8.x86_64
nvidia-driver-NVML-510.47.03-1.el8.x86_64
nvidia-gds-11-6-11.6.2-1.x86_64
nvidia-container-toolkit-1.9.0-1.x86_64
nvidia-libXNVCtrl-510.47.03-1.el8.x86_64
nvidia-driver-NvFBCOpenGL-510.47.03-1.el8.x86_64
nvidia-kmod-common-510.47.03-1.el8.noarch
nvidia-xconfig-510.47.03-1.el8.x86_64
nvidia-gds-11.6.2-1.x86_64
nvidia-driver-510.47.03-1.el8.x86_64
libnvidia-container1-1.9.0-1.x86_64
nvidia-driver-cuda-libs-510.47.03-1.el8.x86_64
nvidia-driver-cuda-510.47.03-1.el8.x86_64
nvidia-driver-devel-510.47.03-1.el8.x86_64
dnf-plugin-nvidia-2.0-1.el8.noarch
nvidia-fs-2.11.0-1.x86_64
rpm -qa ‘cuda’
cuda-drivers-510.47.03-1.x86_64
cuda-nvml-devel-11-6-11.6.55-1.x86_64
cuda-nsight-systems-11-6-11.6.2-1.x86_64
cuda-gdb-11-6-11.6.124-1.x86_64
cuda-cuobjdump-11-6-11.6.124-1.x86_64
cuda-nvrtc-11-6-11.6.124-1.x86_64
cuda-nvrtc-devel-11-6-11.6.124-1.x86_64
cuda-nsight-11-6-11.6.124-1.x86_64
cuda-nvtx-11-6-11.6.124-1.x86_64
cuda-demo-suite-11-6-11.6.55-1.x86_64
cuda-toolkit-11-6-11.6.2-1.x86_64
cuda-toolkit-11-config-common-11.6.55-1.noarch
cuda-libraries-11-6-11.6.2-1.x86_64
cuda-cccl-11-6-11.6.55-1.x86_64
cuda-nvvp-11-6-11.6.124-1.x86_64
cuda-nsight-compute-11-6-11.6.2-1.x86_64
cuda-nvprune-11-6-11.6.124-1.x86_64
cuda-libraries-devel-11-6-11.6.2-1.x86_64
cuda-cuxxfilt-11-6-11.6.124-1.x86_64
cuda-sanitizer-11-6-11.6.124-1.x86_64
cuda-11-6-11.6.2-1.x86_64
cuda-repo-rhel8-11-6-local-11.6.2_510.47.03-1.x86_64
cuda-toolkit-11-6-config-common-11.6.55-1.noarch
cuda-nvprof-11-6-11.6.124-1.x86_64
cuda-cudart-devel-11-6-11.6.55-1.x86_64
cuda-nvcc-11-6-11.6.124-1.x86_64
cuda-memcheck-11-6-11.6.124-1.x86_64
cuda-visual-tools-11-6-11.6.2-1.x86_64
cuda-cupti-11-6-11.6.124-1.x86_64
cuda-command-line-tools-11-6-11.6.2-1.x86_64
cuda-11.6.2-1.x86_64
cuda-cudart-11-6-11.6.55-1.x86_64
cuda-runtime-11-6-11.6.2-1.x86_64
cuda-samples-11-6-11.6.101-1.x86_64
cuda-documentation-11-6-11.6.124-1.x86_64
cuda-tools-11-6-11.6.2-1.x86_64
nvidia-driver-cuda-libs-510.47.03-1.el8.x86_64
nvidia-driver-cuda-510.47.03-1.el8.x86_64
cuda-toolkit-config-common-11.6.55-1.noarch
cuda-nvdisasm-11-6-11.6.124-1.x86_64
cuda-driver-devel-11-6-11.6.55-1.x86_64
cuda-compiler-11-6-11.6.2-1.x86_64
cat /etc/nvidia-container-runtime/config.toml
disable-require = false
#swarm-resource = “DOCKER_RESOURCE_GPU”
#accept-nvidia-visible-devices-envvar-when-unprivileged = true
#accept-nvidia-visible-devices-as-volume-mounts = false
[nvidia-container-cli]
#root = “/run/nvidia/driver”
#path = “/usr/bin/nvidia-container-cli”
environment =
debug = “~/.local/nvidia-container-toolkit.log”
#ldcache = “/etc/ld.so.cache”
load-kmods = true
no-cgroups = true
#user = “root:video”
ldconfig = “@/sbin/ldconfig”
[nvidia-container-runtime]
debug = “~/.local/nvidia-container-runtime.log”
cat /usr/share/containers/oci/hooks.d/oci-nvidia-hook.json
{
“version”: “1.0.0”,
“hook”: {
“path”: “/usr/bin/nvidia-container-toolkit”,
“args”: [“nvidia-container-toolkit”, “prestart”],
“env”: [
“PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin”
]
},
“when”: {
“always”: true,
“commands”: [“.*”]
},
“stages”: [“prestart”]
}
cat /etc/redhat-release
Red Hat Enterprise Linux release 8.5 (Ootpa)