A utiliser sous Ubuntu 22.4

lspci | grep -i nvidia
apt install ubuntu-drivers-common -y
ubuntu-drivers install

wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
dpkg -i cuda-keyring_1.1-1_all.deb
apt update
apt-get -y install cuda-toolkit-12-6

curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
  && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
    sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
    sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list

sed -i -e '/experimental/ s/^#//g' /etc/apt/sources.list.d/nvidia-container-toolkit.list
apt update
apt-get install -y nvidia-container-toolkit
nvidia-ctk runtime configure --runtime=docker
systemctl restart docker

nvidia-smi
docker run --rm -it --gpus all nvcr.io/nvidia/pytorch:22.03-py3

• (pas relevant) https://dev.to/thenjdevopsguy/using-nvidia-gpus-with-docker-in-5-minutes-386g
• https://dev.to/thenjdevopsguy/using-nvidia-gpus-with-docker-in-5-minutes-386g
• https://medium.com/@srpillai/how-to-run-ollama-locally-on-gpu-with-docker-a1ebabe451e0
• https://github.com/sujithrpillai/ollama/blob/main/ollama/docker-compose.yml