Add volume and GPU configuration for ollama service

Author: krasch

README.md

@@ -124,7 +124,11 @@ get started by docker compose.
 
 2. **Start with Docker Compose**:
    ```bash
+   # if you don't have a GPU
    docker-compose up
+   
+   # if you have a GPU
+   docker compose -f docker-compose.yaml -f docker-compose.gpu.yaml up
    ```
 
 3. **Install models**

docker-compose.gpu.yml

@@ -0,0 +1,10 @@
+services:
+  ollama:
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities:
+                - gpu

docker-compose.yml

@@ -26,4 +26,9 @@ services:
     environment:
       - OLLAMA_KEEP_ALIVE=24h
       - OLLAMA_HOST=0.0.0.0
-      - OLLAMA_PORT=11434
+      - OLLAMA_PORT=11434
+    volumes:
+      - ollama:/root/.ollama
+
+volumes:
+  ollama: { }