nvidia 535 에 맞는 쿠다. AWS G5 

(tf-gpu-env) ubuntu@socanner:/mnt/splitter/set4python$ nvidia-smi
Sat Apr 13 03:38:59 2024       
+---------------------------------------------------------------------------------------+
| NVIDIA-SMI 535.171.04             Driver Version: 535.171.04   CUDA Version: 12.2     |
|-----------------------------------------+----------------------+----------------------+
| GPU  Name                 Persistence-M | Bus-Id        Disp.A | Volatile Uncorr. ECC |
| Fan  Temp   Perf          Pwr:Usage/Cap |         Memory-Usage | GPU-Util  Compute M. |
|                                         |                      |               MIG M. |
|=========================================+======================+======================|
|   0  NVIDIA A10G                    Off | 00000000:00:1E.0 Off |                    0 |
|  0%   18C    P8              15W / 300W |      0MiB / 23028MiB |      0%      Default |
|                                         |                      |                  N/A |
+-----------------------------------------+----------------------+----------------------+
                                                                                         
+---------------------------------------------------------------------------------------+
| Processes:                                                                            |
|  GPU   GI   CI        PID   Type   Process name                            GPU Memory |
|        ID   ID                                                             Usage      |
|=======================================================================================|
|  No running processes found                                                           |
+---------------------------------------------------------------------------------------+

wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-ubuntu2204.pin
sudo mv cuda-ubuntu2204.pin /etc/apt/preferences.d/cuda-repository-pin-600
wget https://developer.download.nvidia.com/compute/cuda/12.2.2/local_installers/cuda-repo-ubuntu2204-12-2-local_12.2.2-535.104.05-1_amd64.deb
sudo dpkg -i cuda-repo-ubuntu2204-12-2-local_12.2.2-535.104.05-1_amd64.deb
sudo cp /var/cuda-repo-ubuntu2204-12-2-local/cuda-*-keyring.gpg /usr/share/keyrings/

sudo apt-get update

sudo apt-get -y install cuda
패키지 목록을 읽는 중입니다... 완료
의존성 트리를 만드는 중입니다... 완료
상태 정보를 읽는 중입니다... 완료        
The following additional packages will be installed:
  cuda-12-2 cuda-cccl-12-2 cuda-command-line-tools-12-2 cuda-compiler-12-2 cuda-crt-12-2 cuda-cudart-12-2 cuda-cudart-dev-12-2 cuda-cuobjdump-12-2 cuda-cupti-12-2 cuda-cupti-dev-12-2
  cuda-cuxxfilt-12-2 cuda-demo-suite-12-2 cuda-documentation-12-2 cuda-driver-dev-12-2 cuda-drivers cuda-drivers-535 cuda-gdb-12-2 cuda-libraries-12-2 cuda-libraries-dev-12-2
  cuda-nsight-12-2 cuda-nsight-compute-12-2 cuda-nsight-systems-12-2 cuda-nvcc-12-2 cuda-nvdisasm-12-2 cuda-nvml-dev-12-2 cuda-nvprof-12-2 cuda-nvprune-12-2 cuda-nvrtc-12-2
  cuda-nvrtc-dev-12-2 cuda-nvtx-12-2 cuda-nvvm-12-2 cuda-nvvp-12-2 cuda-opencl-12-2 cuda-opencl-dev-12-2 cuda-profiler-api-12-2 cuda-runtime-12-2 cuda-sanitizer-12-2 cuda-toolkit-12-2
  cuda-toolkit-12-2-config-common cuda-toolkit-12-config-common cuda-toolkit-config-common cuda-tools-12-2 cuda-visual-tools-12-2 default-jre default-jre-headless fonts-dejavu-extra
  gds-tools-12-2 libatk-wrapper-java libatk-wrapper-java-jni libcublas-12-2 libcublas-dev-12-2 libcufft-12-2 libcufft-dev-12-2 libcufile-12-2 libcufile-dev-12-2 libcurand-12-2
  libcurand-dev-12-2 libcusolver-12-2 libcusolver-dev-12-2 libcusparse-12-2 libcusparse-dev-12-2 libgif7 libnpp-12-2 libnpp-dev-12-2 libnvjitlink-12-2 libnvjitlink-dev-12-2
  libnvjpeg-12-2 libnvjpeg-dev-12-2 nsight-compute-2023.2.2 nsight-systems-2023.2.3 nvidia-modprobe nvidia-settings openjdk-11-jre openjdk-11-jre-headless
제안하는 패키지:
  libnss-mdns fonts-ipafont-gothic fonts-ipafont-mincho fonts-wqy-microhei | fonts-wqy-zenhei fonts-indic
다음 새 패키지를 설치할 것입니다:
  cuda cuda-12-2 cuda-cccl-12-2 cuda-command-line-tools-12-2 cuda-compiler-12-2 cuda-crt-12-2 cuda-cudart-12-2 cuda-cudart-dev-12-2 cuda-cuobjdump-12-2 cuda-cupti-12-2
  cuda-cupti-dev-12-2 cuda-cuxxfilt-12-2 cuda-demo-suite-12-2 cuda-documentation-12-2 cuda-driver-dev-12-2 cuda-drivers cuda-drivers-535 cuda-gdb-12-2 cuda-libraries-12-2
  cuda-libraries-dev-12-2 cuda-nsight-12-2 cuda-nsight-compute-12-2 cuda-nsight-systems-12-2 cuda-nvcc-12-2 cuda-nvdisasm-12-2 cuda-nvml-dev-12-2 cuda-nvprof-12-2 cuda-nvprune-12-2
  cuda-nvrtc-12-2 cuda-nvrtc-dev-12-2 cuda-nvtx-12-2 cuda-nvvm-12-2 cuda-nvvp-12-2 cuda-opencl-12-2 cuda-opencl-dev-12-2 cuda-profiler-api-12-2 cuda-runtime-12-2 cuda-sanitizer-12-2
  cuda-toolkit-12-2 cuda-toolkit-12-2-config-common cuda-toolkit-12-config-common cuda-toolkit-config-common cuda-tools-12-2 cuda-visual-tools-12-2 default-jre default-jre-headless
  fonts-dejavu-extra gds-tools-12-2 libatk-wrapper-java libatk-wrapper-java-jni libcublas-12-2 libcublas-dev-12-2 libcufft-12-2 libcufft-dev-12-2 libcufile-12-2 libcufile-dev-12-2
  libcurand-12-2 libcurand-dev-12-2 libcusolver-12-2 libcusolver-dev-12-2 libcusparse-12-2 libcusparse-dev-12-2 libgif7 libnpp-12-2 libnpp-dev-12-2 libnvjitlink-12-2
  libnvjitlink-dev-12-2 libnvjpeg-12-2 libnvjpeg-dev-12-2 nsight-compute-2023.2.2 nsight-systems-2023.2.3 nvidia-modprobe openjdk-11-jre openjdk-11-jre-headless
다음 패키지를 업그레이드할 것입니다:
  nvidia-settings
1개 업그레이드, 74개 새로 설치, 0개 제거 및 36개 업그레이드 안 함.
44.9 M바이트/2,869 M바이트 아카이브를 받아야 합니다.
이 작업 후 6,556 M바이트의 디스크 공간을 더 사용하게 됩니다.
받기:1 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-toolkit-config-common 12.2.140-1 [16.4 kB]
받기:2 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-toolkit-12-config-common 12.2.140-1 [16.4 kB]
받기:3 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-toolkit-12-2-config-common 12.2.140-1 [16.3 kB]
받기:4 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cudart-12-2 12.2.140-1 [161 kB]
받기:5 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy-updates/main amd64 openjdk-11-jre-headless amd64 11.0.22+7-0ubuntu2~22.04.1 [42.5 MB]
받기:6 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvrtc-12-2 12.2.140-1 [17.3 MB]
받기:7 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-opencl-12-2 12.2.140-1 [23.8 kB]
받기:8 file:/var/cuda-repo-ubuntu2204-12-2-local  libcublas-12-2 12.2.5.6-1 [249 MB]
받기:9 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 default-jre-headless amd64 2:1.11-72build2 [3,042 B]
받기:10 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 libgif7 amd64 5.1.9-2build2 [33.8 kB]
받기:11 file:/var/cuda-repo-ubuntu2204-12-2-local  libcufft-12-2 11.0.8.103-1 [58.0 MB]
받기:12 file:/var/cuda-repo-ubuntu2204-12-2-local  libcufile-12-2 1.7.2.10-1 [840 kB]
받기:13 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy-updates/main amd64 openjdk-11-jre amd64 11.0.22+7-0ubuntu2~22.04.1 [214 kB]
받기:14 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 default-jre amd64 2:1.11-72build2 [896 B]
받기:15 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 fonts-dejavu-extra all 2.37-2build1 [2,041 kB]
받기:16 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 libatk-wrapper-java all 0.38.0-5build1 [53.1 kB]
받기:17 http://us-east-2.ec2.archive.ubuntu.com/ubuntu jammy/main amd64 libatk-wrapper-java-jni amd64 0.38.0-5build1 [49.0 kB]
받기:18 file:/var/cuda-repo-ubuntu2204-12-2-local  libcurand-12-2 10.3.3.141-1 [41.4 MB]
받기:19 file:/var/cuda-repo-ubuntu2204-12-2-local  libcusolver-12-2 11.5.2.141-1 [77.2 MB]
받기:20 file:/var/cuda-repo-ubuntu2204-12-2-local  libcusparse-12-2 12.1.2.141-1 [107 MB]
받기:21 file:/var/cuda-repo-ubuntu2204-12-2-local  libnpp-12-2 12.2.1.4-1 [95.2 MB]
받기:22 file:/var/cuda-repo-ubuntu2204-12-2-local  libnvjitlink-12-2 12.2.140-1 [15.1 MB]
받기:23 file:/var/cuda-repo-ubuntu2204-12-2-local  libnvjpeg-12-2 12.2.2.4-1 [2,327 kB]
받기:24 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-libraries-12-2 12.2.2-1 [2,598 B]
받기:25 file:/var/cuda-repo-ubuntu2204-12-2-local  nvidia-modprobe 535.104.05-0ubuntu1 [21.2 kB]
받기:26 file:/var/cuda-repo-ubuntu2204-12-2-local  nvidia-settings 535.104.05-0ubuntu1 [947 kB]
받기:27 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-drivers-535 535.104.05-1 [2,634 B]
받기:28 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-drivers 535.104.05-1 [2,510 B]
받기:29 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-runtime-12-2 12.2.2-1 [2,498 B]
받기:30 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cuobjdump-12-2 12.2.140-1 [173 kB]
받기:31 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cuxxfilt-12-2 12.2.140-1 [191 kB]
받기:32 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cccl-12-2 12.2.140-1 [1,187 kB]
받기:33 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-driver-dev-12-2 12.2.140-1 [28.1 kB]
받기:34 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cudart-dev-12-2 12.2.140-1 [968 kB]
받기:35 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvvm-12-2 12.2.140-1 [19.3 MB]
받기:36 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-crt-12-2 12.2.140-1 [76.3 kB]
받기:37 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvcc-12-2 12.2.140-1 [27.6 MB]
받기:38 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvprune-12-2 12.2.140-1 [58.4 kB]
받기:39 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-compiler-12-2 12.2.2-1 [2,506 B]
받기:40 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-profiler-api-12-2 12.2.140-1 [18.5 kB]
받기:41 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvrtc-dev-12-2 12.2.140-1 [14.0 MB]
받기:42 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-opencl-dev-12-2 12.2.140-1 [70.4 kB]
받기:43 file:/var/cuda-repo-ubuntu2204-12-2-local  libcublas-dev-12-2 12.2.5.6-1 [270 MB]
받기:44 file:/var/cuda-repo-ubuntu2204-12-2-local  libcufft-dev-12-2 11.0.8.103-1 [116 MB]
받기:45 file:/var/cuda-repo-ubuntu2204-12-2-local  libcufile-dev-12-2 1.7.2.10-1 [2,425 kB]
받기:46 file:/var/cuda-repo-ubuntu2204-12-2-local  libcurand-dev-12-2 10.3.3.141-1 [41.7 MB]
받기:47 file:/var/cuda-repo-ubuntu2204-12-2-local  libcusolver-dev-12-2 11.5.2.141-1 [48.7 MB]
받기:48 file:/var/cuda-repo-ubuntu2204-12-2-local  libcusparse-dev-12-2 12.1.2.141-1 [110 MB]
받기:49 file:/var/cuda-repo-ubuntu2204-12-2-local  libnpp-dev-12-2 12.2.1.4-1 [91.8 MB]                                                                                                 
받기:50 file:/var/cuda-repo-ubuntu2204-12-2-local  libnvjitlink-dev-12-2 12.2.140-1 [11.6 MB]                                                                                           
받기:51 file:/var/cuda-repo-ubuntu2204-12-2-local  libnvjpeg-dev-12-2 12.2.2.4-1 [2,001 kB]                                                                                             
받기:52 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-libraries-dev-12-2 12.2.2-1 [2,634 B]                                                                                           
받기:53 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cupti-12-2 12.2.142-1 [16.7 MB]                                                                                                 
받기:54 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-cupti-dev-12-2 12.2.142-1 [2,587 kB]                                                                                            
받기:55 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvdisasm-12-2 12.2.140-1 [49.9 MB]                                                                                              
받기:56 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-gdb-12-2 12.2.140-1 [4,537 kB]                                                                                                  
받기:57 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvprof-12-2 12.2.142-1 [2,438 kB]                                                                                               
받기:58 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvtx-12-2 12.2.140-1 [51.5 kB]                                                                                                  
받기:59 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-sanitizer-12-2 12.2.140-1 [8,993 kB]                                                                                            
받기:60 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-command-line-tools-12-2 12.2.2-1 [2,542 B]                                                                                      
받기:61 file:/var/cuda-repo-ubuntu2204-12-2-local  nsight-compute-2023.2.2 2023.2.2.3-1 [721 MB]                                                                                        
받기:62 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nsight-compute-12-2 12.2.2-1 [4,056 B]                                                                                          
받기:63 file:/var/cuda-repo-ubuntu2204-12-2-local  nsight-systems-2023.2.3 2023.2.3.1004-33186433v0 [318 MB]                                                                            
받기:64 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nsight-systems-12-2 12.2.2-1 [3,468 B]                                                                                          
받기:65 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nsight-12-2 12.2.144-1 [119 MB]                                                                                                 
받기:66 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvml-dev-12-2 12.2.140-1 [88.9 kB]                                                                                              
받기:67 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-nvvp-12-2 12.2.142-1 [115 MB]                                                                                                   
받기:68 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-visual-tools-12-2 12.2.2-1 [2,942 B]                                                                                            
받기:69 file:/var/cuda-repo-ubuntu2204-12-2-local  gds-tools-12-2 1.7.2.10-1 [39.1 MB]                                                                                                  
받기:70 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-tools-12-2 12.2.2-1 [2,462 B]                                                                                                   
받기:71 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-documentation-12-2 12.2.140-1 [49.8 kB]                                                                                         
받기:72 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-toolkit-12-2 12.2.2-1 [3,280 B]                                                                                                 
받기:73 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-demo-suite-12-2 12.2.140-1 [3,984 kB]                                                                                           
받기:74 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda-12-2 12.2.2-1 [2,522 B]                                                                                                         
받기:75 file:/var/cuda-repo-ubuntu2204-12-2-local  cuda 12.2.2-1 [2,470 B]                                                                                                              
내려받기 44.9 M바이트, 소요시간 13초 (3,489 k바이트/초)                                                                                                                                 
패키지에서 템플릿을 추출하는 중: 100%
Selecting previously unselected package cuda-toolkit-config-common.
(데이터베이스 읽는중 ...현재 212774개의 파일과 디렉터리가 설치되어 있습니다.)
Preparing to unpack .../00-cuda-toolkit-config-common_12.2.140-1_all.deb ...
Unpacking cuda-toolkit-config-common (12.2.140-1) ...
Selecting previously unselected package cuda-toolkit-12-config-common.
Preparing to unpack .../01-cuda-toolkit-12-config-common_12.2.140-1_all.deb ...
Unpacking cuda-toolkit-12-config-common (12.2.140-1) ...
Selecting previously unselected package cuda-toolkit-12-2-config-common.
Preparing to unpack .../02-cuda-toolkit-12-2-config-common_12.2.140-1_all.deb ...
Unpacking cuda-toolkit-12-2-config-common (12.2.140-1) ...
Selecting previously unselected package cuda-cudart-12-2.
Preparing to unpack .../03-cuda-cudart-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-cudart-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvrtc-12-2.
Preparing to unpack .../04-cuda-nvrtc-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvrtc-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-opencl-12-2.
Preparing to unpack .../05-cuda-opencl-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-opencl-12-2 (12.2.140-1) ...
Selecting previously unselected package libcublas-12-2.
Preparing to unpack .../06-libcublas-12-2_12.2.5.6-1_amd64.deb ...
Unpacking libcublas-12-2 (12.2.5.6-1) ...
Selecting previously unselected package libcufft-12-2.
Preparing to unpack .../07-libcufft-12-2_11.0.8.103-1_amd64.deb ...
Unpacking libcufft-12-2 (11.0.8.103-1) ...
Selecting previously unselected package libcufile-12-2.
Preparing to unpack .../08-libcufile-12-2_1.7.2.10-1_amd64.deb ...
Unpacking libcufile-12-2 (1.7.2.10-1) ...
Selecting previously unselected package libcurand-12-2.
Preparing to unpack .../09-libcurand-12-2_10.3.3.141-1_amd64.deb ...
Unpacking libcurand-12-2 (10.3.3.141-1) ...
Selecting previously unselected package libcusolver-12-2.
Preparing to unpack .../10-libcusolver-12-2_11.5.2.141-1_amd64.deb ...
Unpacking libcusolver-12-2 (11.5.2.141-1) ...
Selecting previously unselected package libcusparse-12-2.
Preparing to unpack .../11-libcusparse-12-2_12.1.2.141-1_amd64.deb ...
Unpacking libcusparse-12-2 (12.1.2.141-1) ...
Selecting previously unselected package libnpp-12-2.
Preparing to unpack .../12-libnpp-12-2_12.2.1.4-1_amd64.deb ...
Unpacking libnpp-12-2 (12.2.1.4-1) ...
Selecting previously unselected package libnvjitlink-12-2.
Preparing to unpack .../13-libnvjitlink-12-2_12.2.140-1_amd64.deb ...
Unpacking libnvjitlink-12-2 (12.2.140-1) ...
Selecting previously unselected package libnvjpeg-12-2.
Preparing to unpack .../14-libnvjpeg-12-2_12.2.2.4-1_amd64.deb ...
Unpacking libnvjpeg-12-2 (12.2.2.4-1) ...
Selecting previously unselected package cuda-libraries-12-2.
Preparing to unpack .../15-cuda-libraries-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-libraries-12-2 (12.2.2-1) ...
Selecting previously unselected package nvidia-modprobe.
Preparing to unpack .../16-nvidia-modprobe_535.104.05-0ubuntu1_amd64.deb ...
Unpacking nvidia-modprobe (535.104.05-0ubuntu1) ...
Preparing to unpack .../17-nvidia-settings_535.104.05-0ubuntu1_amd64.deb ...
Unpacking nvidia-settings (535.104.05-0ubuntu1) over (510.47.03-0ubuntu1) ...
Selecting previously unselected package cuda-drivers-535.
Preparing to unpack .../18-cuda-drivers-535_535.104.05-1_amd64.deb ...
Unpacking cuda-drivers-535 (535.104.05-1) ...
Selecting previously unselected package cuda-drivers.
Preparing to unpack .../19-cuda-drivers_535.104.05-1_amd64.deb ...
Unpacking cuda-drivers (535.104.05-1) ...
Selecting previously unselected package cuda-runtime-12-2.
Preparing to unpack .../20-cuda-runtime-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-runtime-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda-cuobjdump-12-2.
Preparing to unpack .../21-cuda-cuobjdump-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-cuobjdump-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-cuxxfilt-12-2.
Preparing to unpack .../22-cuda-cuxxfilt-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-cuxxfilt-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-cccl-12-2.
Preparing to unpack .../23-cuda-cccl-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-cccl-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-driver-dev-12-2.
Preparing to unpack .../24-cuda-driver-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-driver-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-cudart-dev-12-2.
Preparing to unpack .../25-cuda-cudart-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-cudart-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvvm-12-2.
Preparing to unpack .../26-cuda-nvvm-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvvm-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-crt-12-2.
Preparing to unpack .../27-cuda-crt-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-crt-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvcc-12-2.
Preparing to unpack .../28-cuda-nvcc-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvcc-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvprune-12-2.
Preparing to unpack .../29-cuda-nvprune-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvprune-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-compiler-12-2.
Preparing to unpack .../30-cuda-compiler-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-compiler-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda-profiler-api-12-2.
Preparing to unpack .../31-cuda-profiler-api-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-profiler-api-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvrtc-dev-12-2.
Preparing to unpack .../32-cuda-nvrtc-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvrtc-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-opencl-dev-12-2.
Preparing to unpack .../33-cuda-opencl-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-opencl-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package libcublas-dev-12-2.
Preparing to unpack .../34-libcublas-dev-12-2_12.2.5.6-1_amd64.deb ...
Unpacking libcublas-dev-12-2 (12.2.5.6-1) ...
Selecting previously unselected package libcufft-dev-12-2.
Preparing to unpack .../35-libcufft-dev-12-2_11.0.8.103-1_amd64.deb ...
Unpacking libcufft-dev-12-2 (11.0.8.103-1) ...
Selecting previously unselected package libcufile-dev-12-2.
Preparing to unpack .../36-libcufile-dev-12-2_1.7.2.10-1_amd64.deb ...
Unpacking libcufile-dev-12-2 (1.7.2.10-1) ...
Selecting previously unselected package libcurand-dev-12-2.
Preparing to unpack .../37-libcurand-dev-12-2_10.3.3.141-1_amd64.deb ...
Unpacking libcurand-dev-12-2 (10.3.3.141-1) ...
Selecting previously unselected package libcusolver-dev-12-2.
Preparing to unpack .../38-libcusolver-dev-12-2_11.5.2.141-1_amd64.deb ...
Unpacking libcusolver-dev-12-2 (11.5.2.141-1) ...
Selecting previously unselected package libcusparse-dev-12-2.
Preparing to unpack .../39-libcusparse-dev-12-2_12.1.2.141-1_amd64.deb ...
Unpacking libcusparse-dev-12-2 (12.1.2.141-1) ...
Selecting previously unselected package libnpp-dev-12-2.
Preparing to unpack .../40-libnpp-dev-12-2_12.2.1.4-1_amd64.deb ...
Unpacking libnpp-dev-12-2 (12.2.1.4-1) ...
Selecting previously unselected package libnvjitlink-dev-12-2.
Preparing to unpack .../41-libnvjitlink-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking libnvjitlink-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package libnvjpeg-dev-12-2.
Preparing to unpack .../42-libnvjpeg-dev-12-2_12.2.2.4-1_amd64.deb ...
Unpacking libnvjpeg-dev-12-2 (12.2.2.4-1) ...
Selecting previously unselected package cuda-libraries-dev-12-2.
Preparing to unpack .../43-cuda-libraries-dev-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-libraries-dev-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda-cupti-12-2.
Preparing to unpack .../44-cuda-cupti-12-2_12.2.142-1_amd64.deb ...
Unpacking cuda-cupti-12-2 (12.2.142-1) ...
Selecting previously unselected package cuda-cupti-dev-12-2.
Preparing to unpack .../45-cuda-cupti-dev-12-2_12.2.142-1_amd64.deb ...
Unpacking cuda-cupti-dev-12-2 (12.2.142-1) ...
Selecting previously unselected package cuda-nvdisasm-12-2.
Preparing to unpack .../46-cuda-nvdisasm-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvdisasm-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-gdb-12-2.
Preparing to unpack .../47-cuda-gdb-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-gdb-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvprof-12-2.
Preparing to unpack .../48-cuda-nvprof-12-2_12.2.142-1_amd64.deb ...
Unpacking cuda-nvprof-12-2 (12.2.142-1) ...
Selecting previously unselected package cuda-nvtx-12-2.
Preparing to unpack .../49-cuda-nvtx-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvtx-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-sanitizer-12-2.
Preparing to unpack .../50-cuda-sanitizer-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-sanitizer-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-command-line-tools-12-2.
Preparing to unpack .../51-cuda-command-line-tools-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-command-line-tools-12-2 (12.2.2-1) ...
Selecting previously unselected package nsight-compute-2023.2.2.
Preparing to unpack .../52-nsight-compute-2023.2.2_2023.2.2.3-1_amd64.deb ...
Unpacking nsight-compute-2023.2.2 (2023.2.2.3-1) ...
^AffSelecting previously unselected package cuda-nsight-compute-12-2.
Preparing to unpack .../53-cuda-nsight-compute-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-nsight-compute-12-2 (12.2.2-1) ...
Selecting previously unselected package nsight-systems-2023.2.3.
Preparing to unpack .../54-nsight-systems-2023.2.3_2023.2.3.1004-1_amd64.deb ...
Unpacking nsight-systems-2023.2.3 (2023.2.3.1004-33186433v0) ...
Selecting previously unselected package cuda-nsight-systems-12-2.
Preparing to unpack .../55-cuda-nsight-systems-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-nsight-systems-12-2 (12.2.2-1) ...
Selecting previously unselected package openjdk-11-jre-headless:amd64.
Preparing to unpack .../56-openjdk-11-jre-headless_11.0.22+7-0ubuntu2~22.04.1_amd64.deb ...
Unpacking openjdk-11-jre-headless:amd64 (11.0.22+7-0ubuntu2~22.04.1) ...
Selecting previously unselected package default-jre-headless.
Preparing to unpack .../57-default-jre-headless_2%3a1.11-72build2_amd64.deb ...
Unpacking default-jre-headless (2:1.11-72build2) ...
Selecting previously unselected package libgif7:amd64.
Preparing to unpack .../58-libgif7_5.1.9-2build2_amd64.deb ...
Unpacking libgif7:amd64 (5.1.9-2build2) ...
Selecting previously unselected package openjdk-11-jre:amd64.
Preparing to unpack .../59-openjdk-11-jre_11.0.22+7-0ubuntu2~22.04.1_amd64.deb ...
Unpacking openjdk-11-jre:amd64 (11.0.22+7-0ubuntu2~22.04.1) ...
Selecting previously unselected package default-jre.
Preparing to unpack .../60-default-jre_2%3a1.11-72build2_amd64.deb ...
Unpacking default-jre (2:1.11-72build2) ...
Selecting previously unselected package cuda-nsight-12-2.
Preparing to unpack .../61-cuda-nsight-12-2_12.2.144-1_amd64.deb ...
Unpacking cuda-nsight-12-2 (12.2.144-1) ...
Selecting previously unselected package cuda-nvml-dev-12-2.
Preparing to unpack .../62-cuda-nvml-dev-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-nvml-dev-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-nvvp-12-2.
Preparing to unpack .../63-cuda-nvvp-12-2_12.2.142-1_amd64.deb ...
Unpacking cuda-nvvp-12-2 (12.2.142-1) ...
Selecting previously unselected package cuda-visual-tools-12-2.
Preparing to unpack .../64-cuda-visual-tools-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-visual-tools-12-2 (12.2.2-1) ...
Selecting previously unselected package gds-tools-12-2.
Preparing to unpack .../65-gds-tools-12-2_1.7.2.10-1_amd64.deb ...
Unpacking gds-tools-12-2 (1.7.2.10-1) ...
Selecting previously unselected package cuda-tools-12-2.
Preparing to unpack .../66-cuda-tools-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-tools-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda-documentation-12-2.
Preparing to unpack .../67-cuda-documentation-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-documentation-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-toolkit-12-2.
Preparing to unpack .../68-cuda-toolkit-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-toolkit-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda-demo-suite-12-2.
Preparing to unpack .../69-cuda-demo-suite-12-2_12.2.140-1_amd64.deb ...
Unpacking cuda-demo-suite-12-2 (12.2.140-1) ...
Selecting previously unselected package cuda-12-2.
Preparing to unpack .../70-cuda-12-2_12.2.2-1_amd64.deb ...
Unpacking cuda-12-2 (12.2.2-1) ...
Selecting previously unselected package cuda.
Preparing to unpack .../71-cuda_12.2.2-1_amd64.deb ...
Unpacking cuda (12.2.2-1) ...
Selecting previously unselected package fonts-dejavu-extra.
Preparing to unpack .../72-fonts-dejavu-extra_2.37-2build1_all.deb ...
Unpacking fonts-dejavu-extra (2.37-2build1) ...
Selecting previously unselected package libatk-wrapper-java.
Preparing to unpack .../73-libatk-wrapper-java_0.38.0-5build1_all.deb ...
Unpacking libatk-wrapper-java (0.38.0-5build1) ...
Selecting previously unselected package libatk-wrapper-java-jni:amd64.
Preparing to unpack .../74-libatk-wrapper-java-jni_0.38.0-5build1_amd64.deb ...
Unpacking libatk-wrapper-java-jni:amd64 (0.38.0-5build1) ...
cuda-toolkit-config-common (12.2.140-1) 설정하는 중입니다 ...
cuda-toolkit-12-2-config-common (12.2.140-1) 설정하는 중입니다 ...
Setting alternatives
update-alternatives: using /usr/local/cuda-12.2 to provide /usr/local/cuda (cuda) in auto mode
update-alternatives: using /usr/local/cuda-12.2 to provide /usr/local/cuda-12 (cuda-12) in auto mode
nsight-systems-2023.2.3 (2023.2.3.1004-33186433v0) 설정하는 중입니다 ...
update-alternatives: using /opt/nvidia/nsight-systems/2023.2.3/target-linux-x64/nsys to provide /usr/local/bin/nsys (nsys) in auto mode
update-alternatives: using /opt/nvidia/nsight-systems/2023.2.3/host-linux-x64/nsys-ui to provide /usr/local/bin/nsys-ui (nsys-ui) in auto mode
nsight-compute-2023.2.2 (2023.2.2.3-1) 설정하는 중입니다 ...
cuda-nvtx-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-cuxxfilt-12-2 (12.2.140-1) 설정하는 중입니다 ...
openjdk-11-jre-headless:amd64 (11.0.22+7-0ubuntu2~22.04.1) 설정하는 중입니다 ...
cuda-cccl-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-nvdisasm-12-2 (12.2.140-1) 설정하는 중입니다 ...
gds-tools-12-2 (1.7.2.10-1) 설정하는 중입니다 ...
cuda-nsight-compute-12-2 (12.2.2-1) 설정하는 중입니다 ...
nvidia-modprobe (535.104.05-0ubuntu1) 설정하는 중입니다 ...
cuda-cuobjdump-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-nvrtc-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-sanitizer-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-nvvm-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-cupti-12-2 (12.2.142-1) 설정하는 중입니다 ...
cuda-nvprof-12-2 (12.2.142-1) 설정하는 중입니다 ...
libgif7:amd64 (5.1.9-2build2) 설정하는 중입니다 ...
fonts-dejavu-extra (2.37-2build1) 설정하는 중입니다 ...
nvidia-settings (535.104.05-0ubuntu1) 설정하는 중입니다 ...
cuda-gdb-12-2 (12.2.140-1) 설정하는 중입니다 ...
libatk-wrapper-java (0.38.0-5build1) 설정하는 중입니다 ...
cuda-nvprune-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-documentation-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-driver-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-toolkit-12-config-common (12.2.140-1) 설정하는 중입니다 ...
cuda-nvml-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-opencl-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-profiler-api-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-nvrtc-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-nsight-systems-12-2 (12.2.2-1) 설정하는 중입니다 ...
default-jre-headless (2:1.11-72build2) 설정하는 중입니다 ...
libcusolver-12-2 (11.5.2.141-1) 설정하는 중입니다 ...
cuda-cudart-12-2 (12.2.140-1) 설정하는 중입니다 ...
openjdk-11-jre:amd64 (11.0.22+7-0ubuntu2~22.04.1) 설정하는 중입니다 ...
libnvjpeg-12-2 (12.2.2.4-1) 설정하는 중입니다 ...
default-jre (2:1.11-72build2) 설정하는 중입니다 ...
libcufft-12-2 (11.0.8.103-1) 설정하는 중입니다 ...
libcufile-12-2 (1.7.2.10-1) 설정하는 중입니다 ...
Setting alternatives
update-alternatives: using /usr/local/cuda-12.2/gds/cufile.json to provide /etc/cufile.json (cufile.json) in auto mode
libatk-wrapper-java-jni:amd64 (0.38.0-5build1) 설정하는 중입니다 ...
libnvjpeg-dev-12-2 (12.2.2.4-1) 설정하는 중입니다 ...
libcusparse-12-2 (12.1.2.141-1) 설정하는 중입니다 ...
cuda-drivers-535 (535.104.05-1) 설정하는 중입니다 ...
libcufile-dev-12-2 (1.7.2.10-1) 설정하는 중입니다 ...
cuda-nsight-12-2 (12.2.144-1) 설정하는 중입니다 ...
cuda-cupti-dev-12-2 (12.2.142-1) 설정하는 중입니다 ...
cuda-cudart-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-drivers (535.104.05-1) 설정하는 중입니다 ...
cuda-command-line-tools-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-opencl-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
libcublas-12-2 (12.2.5.6-1) 설정하는 중입니다 ...
libnvjitlink-12-2 (12.2.140-1) 설정하는 중입니다 ...
libcurand-12-2 (10.3.3.141-1) 설정하는 중입니다 ...
libcufft-dev-12-2 (11.0.8.103-1) 설정하는 중입니다 ...
libnpp-12-2 (12.2.1.4-1) 설정하는 중입니다 ...
libnvjitlink-dev-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-libraries-12-2 (12.2.2-1) 설정하는 중입니다 ...
libcurand-dev-12-2 (10.3.3.141-1) 설정하는 중입니다 ...
libcusolver-dev-12-2 (11.5.2.141-1) 설정하는 중입니다 ...
cuda-nvvp-12-2 (12.2.142-1) 설정하는 중입니다 ...
libcublas-dev-12-2 (12.2.5.6-1) 설정하는 중입니다 ...
cuda-runtime-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-crt-12-2 (12.2.140-1) 설정하는 중입니다 ...
libcusparse-dev-12-2 (12.1.2.141-1) 설정하는 중입니다 ...
cuda-nvcc-12-2 (12.2.140-1) 설정하는 중입니다 ...
libnpp-dev-12-2 (12.2.1.4-1) 설정하는 중입니다 ...
cuda-compiler-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-libraries-dev-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-demo-suite-12-2 (12.2.140-1) 설정하는 중입니다 ...
cuda-visual-tools-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-tools-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-toolkit-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda-12-2 (12.2.2-1) 설정하는 중입니다 ...
cuda (12.2.2-1) 설정하는 중입니다 ...
Processing triggers for man-db (2.10.2-1) ...
Processing triggers for mailcap (3.70+nmu1ubuntu1) ...
Processing triggers for fontconfig (2.13.1-4.2ubuntu5) ...
Processing triggers for hicolor-icon-theme (0.17-2) ...
Processing triggers for libc-bin (2.35-0ubuntu3.6) ...
Scanning processes...                                                                                                                                                                    
Scanning linux images...                                                                                                                                                                 

Running kernel seems to be up-to-date.

No services need to be restarted.

No containers need to be restarted.

No user sessions are running outdated binaries.

No VM guests are running outdated hypervisor (qemu) binaries on this host.

 

2024-02-27 12:05:23.171291: I tensorflow/core/util/port.cc:113] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.
2024-02-27 12:05:23.210348: E external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:9261] Unable to register cuDNN factory: Attempting to register factory for plugin cuDNN when one has already been registered
2024-02-27 12:05:23.210387: E external/local_xla/xla/stream_executor/cuda/cuda_fft.cc:607] Unable to register cuFFT factory: Attempting to register factory for plugin cuFFT when one has already been registered
2024-02-27 12:05:23.211358: E external/local_xla/xla/stream_executor/cuda/cuda_blas.cc:1515] Unable to register cuBLAS factory: Attempting to register factory for plugin cuBLAS when one has already been registered
2024-02-27 12:05:23.216942: I tensorflow/core/platform/cpu_feature_guard.cc:182] This TensorFlow binary is optimized to use available CPU instructions in performance-critical operations.
To enable the following instructions: AVX2 AVX512F AVX512_VNNI FMA, in other operations, rebuild TensorFlow with the appropriate compiler flags.
2024-02-27 12:05:23.887488: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Could not find TensorRT
2024-02-27 12:05:24.625931: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1929] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 22011 MB memory:  -> device: 0, name: NVIDIA RTX A5000, pci bus id: 0000:3b:00.0, compute capability: 8.6
2024-02-27 12:05:27.358066: I external/local_xla/xla/stream_executor/cuda/cuda_dnn.cc:454] Loaded cuDNN version 8907
1/1 [==============================] - 2s 2s/step
1/1 [==============================] - 0s 38ms/step
Time taken for predicting 32 images: 0.10529780387878418 seconds

sudo apt-get install gnupg-curl\nwget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/cuda-ubuntu1604.pin\nsudo mv cuda-ubuntu1604.pin /etc/apt/preferences.d/cuda-repository-pin-600\nsudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/7fa2af80.pub\nsudo add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/ /"\nsudo apt-get update\nwget https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64/nvidia-machine-learning-repo-ubuntu1604_1.0.0-1_amd64.deb\nsudo apt install ./nvidia-machine-learning-repo-ubuntu1604_1.0.0-1_amd64.deb\nsudo apt-get update\nwget https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64/libnvinfer7_7.1.3-1+cuda11.0_amd64.deb\nsudo apt install ./libnvinfer7_7.1.3-1+cuda11.0_amd64.deb\nsudo apt-get update\n\n# Install development and runtime libraries (~4GB)\nsudo apt-get install --no-install-recommends \\n    cuda-11-0 \\n    libcudnn8=8.0.4.30-1+cuda11.0  \\n    libcudnn8-dev=8.0.4.30-1+cuda11.0\n\n\n# Reboot. Check that GPUs are visible using the command: nvidia-smi\n\n# Install TensorRT. Requires that libcudnn7 is installed above.\nsudo apt-get install -y --no-install-recommends \\n    libnvinfer7=7.1.3-1+cuda11.0 \\n    libnvinfer-dev=7.1.3-1+cuda11.0 \\n    libnvinfer-plugin7=7.1.3-1+cuda11.0 \\n    libnvinfer-plugin-dev=7.1.3-1+cuda11.0\n
  460  aptitude

467  sudo apt-key adv --keyserver keyserver.ubuntu.com --recv-keys xxxxxxxxxxxxx\n
  468  sudo apt-get update
  469  # Add NVIDIA package repositories\n# Add HTTPS support for apt-key\nsudo apt-get install gnupg-curl\nwget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/cuda-ubuntu1604.pin\nsudo mv cuda-ubuntu1604.pin /etc/apt/preferences.d/cuda-repository-pin-600\nsudo apt-key adv --fetch-keys https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/7fa2af80.pub\nsudo add-apt-repository "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu1604/x86_64/ /"\nsudo apt-get update\nwget https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64/nvidia-machine-learning-repo-ubuntu1604_1.0.0-1_amd64.deb\nsudo apt install ./nvidia-machine-learning-repo-ubuntu1604_1.0.0-1_amd64.deb\nsudo apt-get update\nwget https://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64/libnvinfer7_7.1.3-1+cuda11.0_amd64.deb\nsudo apt install ./libnvinfer7_7.1.3-1+cuda11.0_amd64.deb\nsudo apt-get update\n\n# Install development and runtime libraries (~4GB)\nsudo apt-get install --no-install-recommends \\n    cuda-11-0 \\n    libcudnn8=8.0.4.30-1+cuda11.0  \\n    libcudnn8-dev=8.0.4.30-1+cuda11.0\n\n\n# Reboot. Check that GPUs are visible using the command: nvidia-smi\n\n# Install TensorRT. Requires that libcudnn7 is installed above.\nsudo apt-get install -y --no-install-recommends \\n    libnvinfer7=7.1.3-1+cuda11.0 \\n    libnvinfer-dev=7.1.3-1+cuda11.0 \\n    libnvinfer-plugin7=7.1.3-1+cuda11.0 \\n    libnvinfer-plugin-dev=7.1.3-1+cuda11.0\n

sudo mv cuda-ubuntu2204.pin /etc/apt/preferences.d/cuda-repository-pin-600
  479  wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-ubuntu2204.pin\nsudo mv cuda-ubuntu2204.pin /etc/apt/preferences.d/cuda-repository-pin-600\nwget https://developer.download.nvidia.com/compute/cuda/12.3.2/local_installers/cuda-repo-ubuntu2204-12-3-local_12.3.2-545.23.08-1_amd64.deb\nsudo dpkg -i cuda-repo-ubuntu2204-12-3-local_12.3.2-545.23.08-1_amd64.deb\nsudo cp /var/cuda-repo-ubuntu2204-12-3-local/cuda-*-keyring.gpg /usr/share/keyrings/\nsudo apt-get update\nsudo apt-get -y install cuda-toolkit-12-3

lsb_release -a\n
  489  nvcc --version
  490  tag="8.6.1-cuda-12.3"
  491  sudo dpkg -i nv-tensorrt-local-repo-ubuntu2204-8.4.1-cuda-12.3_1.0-1_amd64.deb\nsudo cp /var/nv-tensorrt-local-repo-ubuntu2204-8.4.1-cuda-12.3/*-keyring.gpg /usr/share/keyrings/\nsudo apt-get update\n
  492  ls *.deb
  493  sudo apt-get install -y cuda-drivers
  494  sudo apt-get install -y nvidia-kernel-open-545\nsudo apt-get install -y cuda-drivers-545

echo "deb [signed-by=/usr/share/keyrings/cuda-archive-keyring.gpg] https://developer.download.nvidia.com/compute/cuda/repos/<distro>/x86_64/ /" | sudo tee /etc/apt/sources.list.d/cuda-<distro>-x86_64.list
  512  wget https://developer.download.nvidia.com/compute/cuda/repos/\<distro\>/x86_64/cuda-archive-keyring.gpg\nsudo mv cuda-archive-keyring.gpg /usr/share/keyrings/cuda-archive-keyring.gpg
  513  wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb\nsudo dpkg -i cuda-keyring_1.1-1_all.deb\nsudo apt-get update\nsudo apt-get -y install cudnn

  516  sudo apt autoremove
  517  sudo apt-get -y install cudnn-cuda-12
  519  pip install tensorrt

+ Recent posts