From cad0285f7f3585bd4f587dc4dbbfb71c4eabfc02 Mon Sep 17 00:00:00 2001 From: greg Date: Fri, 18 Oct 2024 15:48:15 +0200 Subject: [PATCH] add gpu tuto --- README.md | 25 +++++++++++++++++++++++++ docker-compose.yaml | 14 +++++++------- 2 files changed, 32 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index a03ee99..ddd7563 100644 --- a/README.md +++ b/README.md @@ -36,6 +36,31 @@ Renseigner les variables d'environnement dans le docker-compose.yml: - "OAUTH_SCOPES=openid profile email" ``` +### GPU USE + +- Installer NVIDIA container toolkit: +```bash +curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | sudo gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \ + && curl -s -L https://nvidia.github.io/libnvidia-container/stable/deb/nvidia-container-toolkit.list | \ + sed 's#deb https://#deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://#g' | \ + sudo tee /etc/apt/sources.list.d/nvidia-container-toolkit.list + +sed -i -e '/experimental/ s/^#//g' /etc/apt/sources.list.d/nvidia-container-toolkit.list +sudo apt-get update +sudo apt-get install -y nvidia-container-toolkit +``` + +- Décommenter la section suivante: +```yml + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: 1 + capabilities: [gpu] +``` + ## UTILISATION :checkered_flag: - Démarrer la stack: diff --git a/docker-compose.yaml b/docker-compose.yaml index 5837220..f3f4d10 100644 --- a/docker-compose.yaml +++ b/docker-compose.yaml @@ -45,10 +45,10 @@ services: - ./ollama:/root/.ollama # GPU USE - deploy: - resources: - reservations: - devices: - - driver: nvidia - count: 1 - capabilities: [gpu] \ No newline at end of file + # deploy: + # resources: + # reservations: + # devices: + # - driver: nvidia + # count: 1 + # capabilities: [gpu] \ No newline at end of file