From 72c538272ab3491636e93cb8f7393f802f569d45 Mon Sep 17 00:00:00 2001
From: Nareshkumar Rao <nareshkumar.rao@procom.de>
Date: Wed, 16 Apr 2025 15:08:41 +0200
Subject: [PATCH] initial

---
 .gitignore  |  2 ++
 compose.yml | 37 +++++++++++++++++++++++++++++++++++++
 2 files changed, 39 insertions(+)
 create mode 100644 .gitignore
 create mode 100644 compose.yml

diff --git a/.gitignore b/.gitignore
new file mode 100644
index 0000000..71bd85f
--- /dev/null
+++ b/.gitignore
@@ -0,0 +1,2 @@
+data/
+models/
\ No newline at end of file
diff --git a/compose.yml b/compose.yml
new file mode 100644
index 0000000..d7d0c90
--- /dev/null
+++ b/compose.yml
@@ -0,0 +1,37 @@
+services:
+  ollama:
+    image: ollama/ollama:latest
+    volumes:
+      - ./models:/root/.ollama/models
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+  # sillytavern:
+  #   image: ghcr.io/sillytavern/sillytavern:latest
+  #   environment:
+  #     - NODE_ENV=production
+  #     - FORCE_COLOR=1
+  #     - SILLYTAVERN_LISTEN=true
+  #     - SILLYTAVERN_WHITELISTMODE=false
+  #     - SILLYTAVERN_SECURITYOVERRIDE=true
+  #   ports:
+  #     - "8000:8000"
+  #   volumes:
+  #     - "./data/sillytavern/config:/home/node/app/config"
+  #     - "./data/sillytavern/data:/home/node/app/data"
+  #     - "./data/sillytavern/plugins:/home/node/app/plugins"
+  #     - "./data/sillytavern/extensions:/home/node/app/public/scripts/extensions/third-party"
+  #   restart: unless-stopped
+  open-webui:
+    image: ghcr.io/open-webui/open-webui:main
+    ports:
+      - "3000:8080"
+    environment:
+      - OLLAMA_BASE_URL=http://ollama:11434
+    volumes:
+      - ./data/open-webui:/app/backend/data
+    restart: unless-stopped