diff --git a/ollama/.config/ollama_container/compose_nvidia.yaml b/ollama/.config/ollama_container/compose_nvidia.yaml
new file mode 100644
index 0000000..bc24af5
--- /dev/null
+++ b/ollama/.config/ollama_container/compose_nvidia.yaml
@@ -0,0 +1,14 @@
+services:
+  llama_server:
+    image: ollama/ollama:latest
+    container_name: llama_server
+    ports:
+      - "11434:11434"
+    volumes:
+      - ./container_data:/root/.ollama:z
+    privileged: true # Had to be done so nvidia can find gpus...
+    devices:
+      - nvidia.com/gpu=all
+    #   - /dev/kfd
+    #   - /dev/dri
+