WARNING: An NVIDIA kernel module 'nvidia-uvm' appears to be already loaded in your kernel. This may be because it is in use (for example, by an X server, a CUDA program, or the NVIDIA Persistence Daemon), but this may also happen if your kernel was configured without support for module unloading. Some of the sanity checks that nvidia-installer performs to detect potential installation problems are not possible while an NVIDIA kernel module is running.
此警告为:系统当前已经加载了 旧版 NVIDIA 模块(nvidia-uvm),安装程序无法在模块仍被占用时替换或重新编译新的驱动模块。
可以查看目前已加载的模块:
root@SDAI202-PowerEdge-T630:~# lsmod | grep nvidia nvidia_uvm 2097152 30 nvidia_drm 139264 0 nvidia_modeset 1638400 1 nvidia_drm nvidia 104095744 339 nvidia_uvm,nvidia_modeset video 77824 2 dell_wmi,nvidia_modeset i2c_nvidia_gpu 12288 0 i2c_ccgx_ucsi 12288 1 i2c_nvidia_gpu
解决方案:
sudo systemctl stop gdm sudo systemctl stop lightdm sudo systemctl stop sddm sudo systemctl stop nvidia-persistenced sudo rmmod nvidia_uvm nvidia_drm nvidia_modeset nvidia sudo modprobe -r nvidia_uvm nvidia_drm nvidia_modeset nvidia
如果以上还不可以,说明有人占用了显卡:
root@SDAI202-PowerEdge-T630:~# sudo fuser -v /dev/nvidia*
USER PID ACCESS COMMAND
/dev/nvidia0: ljq 8406 F.... nvitop
lxy 9267 F.... python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lyf 86331 F...m python
lxy 102767 F.... python
lxy 102808 F.... python
lxy 102840 F.... python
lxy 102872 F.... python
lxy 102908 F.... python
lxy 102940 F.... python
lxy 102980 F.... python
lxy 103014 F.... python
zjx 129892 F...m python
zjx 137955 F...m python
zjx 137988 F...m python
cds 150406 F.... python
cds 151055 F.... gpustat
cds 176186 F.... pt_data_worker
cds 176188 F.... pt_data_worker
cds 176194 F.... pt_data_worker
cds 176195 F.... pt_data_worker
ywl 190013 F.... python
/dev/nvidia1: ljq 8406 F.... nvitop
lxy 9267 F.... python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lxy 102767 F.... python
lxy 102808 F.... python
lxy 102840 F.... python
lxy 102872 F.... python
lxy 102908 F.... python
lxy 102940 F.... python
lxy 102980 F.... python
lxy 103014 F.... python
zjx 129892 F.... python
zjx 137955 F.... python
zjx 137988 F.... python
cds 150406 F...m python
cds 151055 F.... gpustat
cds 176186 F...m pt_data_worker
cds 176188 F...m pt_data_worker
cds 176194 F...m pt_data_worker
cds 176195 F...m pt_data_worker
ywl 190013 F.... python
/dev/nvidia2: ljq 8406 F.... nvitop
lxy 9267 F...m python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lxy 102767 F...m python
lxy 102808 F...m python
lxy 102840 F...m python
lxy 102872 F...m python
lxy 102908 F...m python
lxy 102940 F...m python
lxy 102980 F...m python
lxy 103014 F...m python
zjx 129892 F.... python
zjx 137955 F.... python
zjx 137988 F.... python
cds 150406 F.... python
cds 151055 F.... gpustat
cds 176186 F.... pt_data_worker
cds 176188 F.... pt_data_worker
cds 176194 F.... pt_data_worker
cds 176195 F.... pt_data_worker
ywl 190013 F...m python
/dev/nvidia3: ljq 8406 F.... nvitop
lxy 9267 F.... python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lxy 102767 F.... python
lxy 102808 F.... python
lxy 102840 F.... python
lxy 102872 F.... python
lxy 102908 F.... python
lxy 102940 F.... python
lxy 102980 F.... python
lxy 103014 F.... python
zjx 129892 F.... python
zjx 137955 F.... python
zjx 137988 F.... python
cds 150406 F.... python
cds 151055 F.... gpustat
cds 176186 F.... pt_data_worker
cds 176188 F.... pt_data_worker
cds 176194 F.... pt_data_worker
cds 176195 F.... pt_data_worker
ywl 190013 F.... python
/dev/nvidiactl: ljq 8406 F.... nvitop
lxy 9267 F...m python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lyf 86331 F...m python
lxy 102767 F...m python
lxy 102808 F...m python
lxy 102840 F...m python
lxy 102872 F...m python
lxy 102908 F...m python
lxy 102940 F...m python
lxy 102980 F...m python
lxy 103014 F...m python
zjx 129892 F...m python
zjx 137955 F...m python
zjx 137988 F...m python
cds 150406 F...m python
cds 151055 F.... gpustat
cds 176186 F...m pt_data_worker
cds 176188 F...m pt_data_worker
cds 176194 F...m pt_data_worker
cds 176195 F...m pt_data_worker
ywl 190013 F...m python
/dev/nvidia-uvm: ljq 8406 F.... nvitop
lxy 9267 F...m python
lxy 10730 F.... gpustat
lyf 11182 F.... gpustat
yly 16564 F.... nvitop
zjx 46854 F.... gpustat
lyf 86331 F...m python
lxy 102767 F.... python
lxy 102808 F.... python
lxy 102840 F.... python
lxy 102872 F.... python
lxy 102908 F.... python
lxy 102940 F.... python
lxy 102980 F.... python
lxy 103014 F.... python
zjx 129892 F...m python
zjx 137955 F.... python
zjx 137988 F.... python
cds 150406 F...m python
cds 176186 F.... pt_data_worker
cds 176188 F.... pt_data_worker
cds 176194 F.... pt_data_worker
cds 176195 F.... pt_data_worker
ywl 190013 F...m python
root@SDAI202-PowerEdge-T630:~#
我们可以一键清理所有的进程:
root@SDAI202-PowerEdge-T630:~# sudo fuser -k /dev/nvidia* /dev/nvidia0: 8406 9267 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955m 137988m 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959 /dev/nvidia1: 8406 9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406m 176186m 176188m 176194m 176195m 190013 192771 192803 192835 192867 195959 /dev/nvidia2: 8406 9267m 10730 11182 16564 46854 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892 137955 137988 150406 176186 176188 176194 176195 190013m 192771m 192803m 192835m 192867m 195959 /dev/nvidia3: 8406 9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959 /dev/nvidiactl: 8406 9267m 10730 11182 16564 46854 86331m 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892m 137955m 137988m 150406m 176186m 176188m 176194m 176195m 190013m 192771m 192803m 192835m 192867m 195959 /dev/nvidia-uvm: 8406 9267m 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955 137988 150406m 176186 176188 176194 176195 190013m 192771 192803 192835 192867 195959 root@SDAI202-PowerEdge-T630:~#