whisper

open-webui/docker-compose.yml

@@ -0,0 +1,42 @@
+services:
+  ollama:
+    image: ollama/ollama
+    container_name: ollama
+    restart: unless-stopped
+    init: true
+    tty: true
+    ports:
+      - 11434:11434
+    volumes:
+      - ollama:/root/.ollama
+    # GPU support
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: 1
+              capabilities: [gpu]
+
+  open-webui:
+    image: ghcr.io/open-webui/open-webui:main
+    container_name: open-webui
+    restart: unless-stopped
+    init: true
+    volumes:
+      - open-webui:/app/backend/data
+    depends_on:
+      - ollama
+    ports:
+      - 8080:8080
+    environment:
+      - 'OLLAMA_BASE_URL=http://ollama:11434'
+      - 'WEBUI_SECRET_KEY='
+    extra_hosts:
+      - host.docker.internal:host-gateway
+
+
+volumes:
+  ollama: {}
+  open-webui: {}
+

whisper/docker-compose.yml

@@ -0,0 +1,24 @@
+services:
+  whisper:
+    image: onerahmet/openai-whisper-asr-webservice:latest-gpu
+    container_name: whisper
+    restart: always
+    init: true
+    environment:
+      ASR_MODEL: large-v1
+      ASR_ENGINE: faster_whisper
+      ASR_MODEL_PATH: /data/whisper
+    volumes:
+      - data:/data/whisper
+    ports:
+      - 9000:9000
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+
+volumes:
+  data: {}