add gpu tuto

README.md

@@ -36,6 +36,31 @@ Renseigner les variables d'environnement dans le docker-compose.yml:
       - "OAUTH_SCOPES=openid profile email"
 ```
 
+### GPU USE
+
+- Installer NVIDIA container toolkit:
+```bash
+curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
+  && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \
+    sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \
+    sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list
+
+sed -i -e '/experimental/ s/^#//g' /etc/apt/sources.list.d/nvidia-container-toolkit.list
+sudo apt-get update
+sudo apt-get install -y nvidia-container-toolkit
+```
+
+- Décommenter la section suivante:
+```yml
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]
+```
+
 ## UTILISATION :checkered_flag:
 
 - Démarrer la stack:

docker-compose.yaml

@@ -45,10 +45,10 @@ services:
       - ./ollama:/root/.ollama
 
 # GPU USE
-    deploy:
+    # deploy:
-      resources:
+    #   resources:
-        reservations:
+    #     reservations:
-          devices:
+    #       devices:
-            - driver: nvidia
+    #         - driver: nvidia
-              count: 1
+    #           count: 1
-              capabilities: [gpu]
+    #           capabilities: [gpu]