From eaeecc70cfe08788b23d1845195bdecb9b0341be Mon Sep 17 00:00:00 2001
From: "Lorenzo Carbonell a.k.a. atareao" <lorenzo.carbonell.cerezo@gmail.com>
Date: Sun, 9 Jun 2024 08:48:54 +0200
Subject: [PATCH] whisper

---
 open-webui/docker-compose.yml | 42 +++++++++++++++++++++++++++++++++++
 whisper/docker-compose.yml    | 24 ++++++++++++++++++++
 2 files changed, 66 insertions(+)
 create mode 100644 open-webui/docker-compose.yml
 create mode 100644 whisper/docker-compose.yml

diff --git a/open-webui/docker-compose.yml b/open-webui/docker-compose.yml
new file mode 100644
index 0000000..503d0db
--- /dev/null
+++ b/open-webui/docker-compose.yml
@@ -0,0 +1,42 @@
+services:
+  ollama:
+    image: ollama/ollama
+    container_name: ollama
+    restart: unless-stopped
+    init: true
+    tty: true
+    ports:
+      - 11434:11434
+    volumes:
+      - ollama:/root/.ollama
+    # GPU support
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]
+
+  open-webui:
+    image: ghcr.io/open-webui/open-webui:main
+    container_name: open-webui
+    restart: unless-stopped
+    init: true
+    volumes:
+      - open-webui:/app/backend/data
+    depends_on:
+      - ollama
+    ports:
+      - 8080:8080
+    environment:
+      - 'OLLAMA_BASE_URL=http://ollama:11434'
+      - 'WEBUI_SECRET_KEY='
+    extra_hosts:
+      - host.docker.internal:host-gateway
+
+
+volumes:
+  ollama: {}
+  open-webui: {}
+
diff --git a/whisper/docker-compose.yml b/whisper/docker-compose.yml
new file mode 100644
index 0000000..3a8a350
--- /dev/null
+++ b/whisper/docker-compose.yml
@@ -0,0 +1,24 @@
+services:
+  whisper:
+    image: onerahmet/openai-whisper-asr-webservice:latest-gpu
+    container_name: whisper
+    restart: always
+    init: true
+    environment:
+      ASR_MODEL: large-v1
+      ASR_ENGINE: faster_whisper
+      ASR_MODEL_PATH: /data/whisper
+    volumes:
+      - data:/data/whisper
+    ports:
+      - 9000:9000
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+
+volumes:
+  data: {}