GPU驱动安装：An NVIDIA kernel module ‘nvidia-uvm’ appears to be already loaded in your kernel.-马春杰杰

WARNING: An NVIDIA kernel module 'nvidia-uvm' appears to be already loaded in your kernel. This may be because it is in use (for example, by an X server, a CUDA program, or the NVIDIA Persistence Daemon), but this may also happen if your kernel was configured without support for module unloading. Some of the sanity checks that nvidia-installer performs to detect potential installation problems are not possible while an NVIDIA kernel module is running.

此警告为：系统当前已经加载了 旧版 NVIDIA 模块（nvidia-uvm），安装程序无法在模块仍被占用时替换或重新编译新的驱动模块。

可以查看目前已加载的模块：

root@SDAI202-PowerEdge-T630:~# lsmod | grep nvidia
nvidia_uvm           2097152  30
nvidia_drm            139264  0
nvidia_modeset       1638400  1 nvidia_drm
nvidia              104095744  339 nvidia_uvm,nvidia_modeset
video                  77824  2 dell_wmi,nvidia_modeset
i2c_nvidia_gpu         12288  0
i2c_ccgx_ucsi          12288  1 i2c_nvidia_gpu

root@SDAI202-PowerEdge-T630:~# lsmod | grep nvidia

nvidia_uvm 2097152 30

nvidia_drm 139264 0

nvidia_modeset 1638400 1 nvidia_drm

nvidia 104095744 339 nvidia_uvm,nvidia_modeset

video 77824 2 dell_wmi,nvidia_modeset

i2c_nvidia_gpu 12288 0

i2c_ccgx_ucsi 12288 1 i2c_nvidia_gpu

解决方案：

sudo systemctl stop gdm
sudo systemctl stop lightdm
sudo systemctl stop sddm
sudo systemctl stop nvidia-persistenced
sudo rmmod nvidia_uvm nvidia_drm nvidia_modeset nvidia
sudo modprobe -r nvidia_uvm nvidia_drm nvidia_modeset nvidia

sudo systemctl stop gdm

sudo systemctl stop lightdm

sudo systemctl stop sddm

sudo systemctl stop nvidia-persistenced

sudo rmmod nvidia_uvm nvidia_drm nvidia_modeset nvidia

sudo modprobe -r nvidia_uvm nvidia_drm nvidia_modeset nvidia

如果以上还不可以，说明有人占用了显卡：

root@SDAI202-PowerEdge-T630:~# sudo fuser -v /dev/nvidia*
                     USER        PID ACCESS COMMAND
/dev/nvidia0:        ljq        8406 F.... nvitop
                     lxy        9267 F.... python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lyf       86331 F...m python
                     lxy       102767 F.... python
                     lxy       102808 F.... python
                     lxy       102840 F.... python
                     lxy       102872 F.... python
                     lxy       102908 F.... python
                     lxy       102940 F.... python
                     lxy       102980 F.... python
                     lxy       103014 F.... python
                     zjx       129892 F...m python
                     zjx       137955 F...m python
                     zjx       137988 F...m python
                     cds       150406 F.... python
                     cds       151055 F.... gpustat
                     cds       176186 F.... pt_data_worker
                     cds       176188 F.... pt_data_worker
                     cds       176194 F.... pt_data_worker
                     cds       176195 F.... pt_data_worker
                     ywl       190013 F.... python
/dev/nvidia1:        ljq        8406 F.... nvitop
                     lxy        9267 F.... python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lxy       102767 F.... python
                     lxy       102808 F.... python
                     lxy       102840 F.... python
                     lxy       102872 F.... python
                     lxy       102908 F.... python
                     lxy       102940 F.... python
                     lxy       102980 F.... python
                     lxy       103014 F.... python
                     zjx       129892 F.... python
                     zjx       137955 F.... python
                     zjx       137988 F.... python
                     cds       150406 F...m python
                     cds       151055 F.... gpustat
                     cds       176186 F...m pt_data_worker
                     cds       176188 F...m pt_data_worker
                     cds       176194 F...m pt_data_worker
                     cds       176195 F...m pt_data_worker
                     ywl       190013 F.... python
/dev/nvidia2:        ljq        8406 F.... nvitop
                     lxy        9267 F...m python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lxy       102767 F...m python
                     lxy       102808 F...m python
                     lxy       102840 F...m python
                     lxy       102872 F...m python
                     lxy       102908 F...m python
                     lxy       102940 F...m python
                     lxy       102980 F...m python
                     lxy       103014 F...m python
                     zjx       129892 F.... python
                     zjx       137955 F.... python
                     zjx       137988 F.... python
                     cds       150406 F.... python
                     cds       151055 F.... gpustat
                     cds       176186 F.... pt_data_worker
                     cds       176188 F.... pt_data_worker
                     cds       176194 F.... pt_data_worker
                     cds       176195 F.... pt_data_worker
                     ywl       190013 F...m python
/dev/nvidia3:        ljq        8406 F.... nvitop
                     lxy        9267 F.... python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lxy       102767 F.... python
                     lxy       102808 F.... python
                     lxy       102840 F.... python
                     lxy       102872 F.... python
                     lxy       102908 F.... python
                     lxy       102940 F.... python
                     lxy       102980 F.... python
                     lxy       103014 F.... python
                     zjx       129892 F.... python
                     zjx       137955 F.... python
                     zjx       137988 F.... python
                     cds       150406 F.... python
                     cds       151055 F.... gpustat
                     cds       176186 F.... pt_data_worker
                     cds       176188 F.... pt_data_worker
                     cds       176194 F.... pt_data_worker
                     cds       176195 F.... pt_data_worker
                     ywl       190013 F.... python
/dev/nvidiactl:      ljq        8406 F.... nvitop
                     lxy        9267 F...m python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lyf       86331 F...m python
                     lxy       102767 F...m python
                     lxy       102808 F...m python
                     lxy       102840 F...m python
                     lxy       102872 F...m python
                     lxy       102908 F...m python
                     lxy       102940 F...m python
                     lxy       102980 F...m python
                     lxy       103014 F...m python
                     zjx       129892 F...m python
                     zjx       137955 F...m python
                     zjx       137988 F...m python
                     cds       150406 F...m python
                     cds       151055 F.... gpustat
                     cds       176186 F...m pt_data_worker
                     cds       176188 F...m pt_data_worker
                     cds       176194 F...m pt_data_worker
                     cds       176195 F...m pt_data_worker
                     ywl       190013 F...m python
/dev/nvidia-uvm:     ljq        8406 F.... nvitop
                     lxy        9267 F...m python
                     lxy       10730 F.... gpustat
                     lyf       11182 F.... gpustat
                     yly       16564 F.... nvitop
                     zjx       46854 F.... gpustat
                     lyf       86331 F...m python
                     lxy       102767 F.... python
                     lxy       102808 F.... python
                     lxy       102840 F.... python
                     lxy       102872 F.... python
                     lxy       102908 F.... python
                     lxy       102940 F.... python
                     lxy       102980 F.... python
                     lxy       103014 F.... python
                     zjx       129892 F...m python
                     zjx       137955 F.... python
                     zjx       137988 F.... python
                     cds       150406 F...m python
                     cds       176186 F.... pt_data_worker
                     cds       176188 F.... pt_data_worker
                     cds       176194 F.... pt_data_worker
                     cds       176195 F.... pt_data_worker
                     ywl       190013 F...m python
root@SDAI202-PowerEdge-T630:~#

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

135

136

137

138

139

140

141

142

143

144

145

146

147

148

149

root@SDAI202-PowerEdge-T630:~# sudo fuser -v /dev/nvidia*

USER PID ACCESS COMMAND

/dev/nvidia0: ljq 8406 F.... nvitop

lxy 9267 F.... python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lyf 86331 F...m python

lxy 102767 F.... python

lxy 102808 F.... python

lxy 102840 F.... python

lxy 102872 F.... python

lxy 102908 F.... python

lxy 102940 F.... python

lxy 102980 F.... python

lxy 103014 F.... python

zjx 129892 F...m python

zjx 137955 F...m python

zjx 137988 F...m python

cds 150406 F.... python

cds 151055 F.... gpustat

cds 176186 F.... pt_data_worker

cds 176188 F.... pt_data_worker

cds 176194 F.... pt_data_worker

cds 176195 F.... pt_data_worker

ywl 190013 F.... python

/dev/nvidia1: ljq 8406 F.... nvitop

lxy 9267 F.... python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lxy 102767 F.... python

lxy 102808 F.... python

lxy 102840 F.... python

lxy 102872 F.... python

lxy 102908 F.... python

lxy 102940 F.... python

lxy 102980 F.... python

lxy 103014 F.... python

zjx 129892 F.... python

zjx 137955 F.... python

zjx 137988 F.... python

cds 150406 F...m python

cds 151055 F.... gpustat

cds 176186 F...m pt_data_worker

cds 176188 F...m pt_data_worker

cds 176194 F...m pt_data_worker

cds 176195 F...m pt_data_worker

ywl 190013 F.... python

/dev/nvidia2: ljq 8406 F.... nvitop

lxy 9267 F...m python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lxy 102767 F...m python

lxy 102808 F...m python

lxy 102840 F...m python

lxy 102872 F...m python

lxy 102908 F...m python

lxy 102940 F...m python

lxy 102980 F...m python

lxy 103014 F...m python

zjx 129892 F.... python

zjx 137955 F.... python

zjx 137988 F.... python

cds 150406 F.... python

cds 151055 F.... gpustat

cds 176186 F.... pt_data_worker

cds 176188 F.... pt_data_worker

cds 176194 F.... pt_data_worker

cds 176195 F.... pt_data_worker

ywl 190013 F...m python

/dev/nvidia3: ljq 8406 F.... nvitop

lxy 9267 F.... python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lxy 102767 F.... python

lxy 102808 F.... python

lxy 102840 F.... python

lxy 102872 F.... python

lxy 102908 F.... python

lxy 102940 F.... python

lxy 102980 F.... python

lxy 103014 F.... python

zjx 129892 F.... python

zjx 137955 F.... python

zjx 137988 F.... python

cds 150406 F.... python

cds 151055 F.... gpustat

cds 176186 F.... pt_data_worker

cds 176188 F.... pt_data_worker

cds 176194 F.... pt_data_worker

cds 176195 F.... pt_data_worker

ywl 190013 F.... python

/dev/nvidiactl: ljq 8406 F.... nvitop

lxy 9267 F...m python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lyf 86331 F...m python

lxy 102767 F...m python

lxy 102808 F...m python

lxy 102840 F...m python

lxy 102872 F...m python

lxy 102908 F...m python

lxy 102940 F...m python

lxy 102980 F...m python

lxy 103014 F...m python

zjx 129892 F...m python

zjx 137955 F...m python

zjx 137988 F...m python

cds 150406 F...m python

cds 151055 F.... gpustat

cds 176186 F...m pt_data_worker

cds 176188 F...m pt_data_worker

cds 176194 F...m pt_data_worker

cds 176195 F...m pt_data_worker

ywl 190013 F...m python

/dev/nvidia-uvm: ljq 8406 F.... nvitop

lxy 9267 F...m python

lxy 10730 F.... gpustat

lyf 11182 F.... gpustat

yly 16564 F.... nvitop

zjx 46854 F.... gpustat

lyf 86331 F...m python

lxy 102767 F.... python

lxy 102808 F.... python

lxy 102840 F.... python

lxy 102872 F.... python

lxy 102908 F.... python

lxy 102940 F.... python

lxy 102980 F.... python

lxy 103014 F.... python

zjx 129892 F...m python

zjx 137955 F.... python

zjx 137988 F.... python

cds 150406 F...m python

cds 176186 F.... pt_data_worker

cds 176188 F.... pt_data_worker

cds 176194 F.... pt_data_worker

cds 176195 F.... pt_data_worker

ywl 190013 F...m python

root@SDAI202-PowerEdge-T630:~#

我们可以一键清理所有的进程：

root@SDAI202-PowerEdge-T630:~# sudo fuser -k /dev/nvidia*
/dev/nvidia0:         8406  9267 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955m 137988m 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959
/dev/nvidia1:         8406  9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406m 176186m 176188m 176194m 176195m 190013 192771 192803 192835 192867 195959
/dev/nvidia2:         8406  9267m 10730 11182 16564 46854 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892 137955 137988 150406 176186 176188 176194 176195 190013m 192771m 192803m 192835m 192867m 195959
/dev/nvidia3:         8406  9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959
/dev/nvidiactl:       8406  9267m 10730 11182 16564 46854 86331m 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892m 137955m 137988m 150406m 176186m 176188m 176194m 176195m 190013m 192771m 192803m 192835m 192867m 195959
/dev/nvidia-uvm:      8406  9267m 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955 137988 150406m 176186 176188 176194 176195 190013m 192771 192803 192835 192867 195959
root@SDAI202-PowerEdge-T630:~#

root@SDAI202-PowerEdge-T630:~# sudo fuser -k /dev/nvidia*

/dev/nvidia0: 8406 9267 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955m 137988m 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959

/dev/nvidia1: 8406 9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406m 176186m 176188m 176194m 176195m 190013 192771 192803 192835 192867 195959

/dev/nvidia2: 8406 9267m 10730 11182 16564 46854 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892 137955 137988 150406 176186 176188 176194 176195 190013m 192771m 192803m 192835m 192867m 195959

/dev/nvidia3: 8406 9267 10730 11182 16564 46854 102767 102808 102840 102872 102908 102940 102980 103014 129892 137955 137988 150406 176186 176188 176194 176195 190013 192771 192803 192835 192867 195959

/dev/nvidiactl: 8406 9267m 10730 11182 16564 46854 86331m 102767m 102808m 102840m 102872m 102908m 102940m 102980m 103014m 129892m 137955m 137988m 150406m 176186m 176188m 176194m 176195m 190013m 192771m 192803m 192835m 192867m 195959

/dev/nvidia-uvm: 8406 9267m 10730 11182 16564 46854 86331m 102767 102808 102840 102872 102908 102940 102980 103014 129892m 137955 137988 150406m 176186 176188 176194 176195 190013m 192771 192803 192835 192867 195959

root@SDAI202-PowerEdge-T630:~#