add whisper

This commit is contained in:
2026-08-16 15:52:40 +08:00
parent 6e4d93cea6
commit 53cbcde543
6 changed files with 323 additions and 9 deletions

View File

@@ -0,0 +1,28 @@
services:
whisper:
image: ghcr.io/speaches-ai/speaches:latest-cuda
container_name: whisper-transcribe
restart: unless-stopped
ports:
- "127.0.0.1:${WHISPER_PORT:-9000}:8000"
environment:
WHISPER__MODEL: ${WHISPER_MODEL:-Systran/faster-whisper-large-v3}
WHISPER__DEVICE: ${WHISPER_DEVICE:-cuda}
WHISPER__COMPUTE_TYPE: ${WHISPER_COMPUTE_TYPE:-float16}
WHISPER__CPU_THREADS: ${WHISPER_CPU_THREADS:-4}
# -1 表示模型常驻显存;改为正数(秒)可让空闲模型自动卸载
WHISPER__TTL: ${WHISPER_TTL:--1}
# 服务器无法直连 Hugging Face 时取消注释(国内镜像):
# HF_ENDPOINT: https://hf-mirror.com
volumes:
- hf-hub-cache:/home/ubuntu/.cache/huggingface/hub
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]
volumes:
hf-hub-cache: