From 657ebae73c893a90bf081aea683c411b3d3b1d06 Mon Sep 17 00:00:00 2001
From: Massaki Archambault <marchambault@badjware.dev>
Date: Wed, 7 Feb 2024 22:55:21 -0500
Subject: [PATCH] add nvidia version of docker compose spec

---
 docker-compose.nvidia.yml | 26 ++++++++++++++++++++++++++
 1 file changed, 26 insertions(+)
 create mode 100644 docker-compose.nvidia.yml

diff --git a/docker-compose.nvidia.yml b/docker-compose.nvidia.yml
new file mode 100644
index 0000000..63336bb
--- /dev/null
+++ b/docker-compose.nvidia.yml
@@ -0,0 +1,26 @@
+include: 
+  - docker-compose.base.yml
+
+services:
+  # Begin Ollama service
+  ollama:
+    image: ollama/ollama:0.1.23
+    restart: unless-stopped
+    entrypoint: /bootstrap.sh
+    command: mistral
+    env_file:
+      - .env
+    ports:
+     - 11434:11434
+    # begin for NVIDIA GPU support
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]
+    # end of section for NVIDIA GPU support
+    volumes:
+      - ./ollama/bootstrap.sh:/bootstrap.sh:ro
+      - ./ollama:/root/.ollama