add whisper
This commit is contained in:
28
whisper/docker-compose.yml
Normal file
28
whisper/docker-compose.yml
Normal file
@@ -0,0 +1,28 @@
|
||||
services:
|
||||
whisper:
|
||||
image: ghcr.io/speaches-ai/speaches:latest-cuda
|
||||
container_name: whisper-transcribe
|
||||
restart: unless-stopped
|
||||
ports:
|
||||
- "127.0.0.1:${WHISPER_PORT:-9000}:8000"
|
||||
environment:
|
||||
WHISPER__MODEL: ${WHISPER_MODEL:-Systran/faster-whisper-large-v3}
|
||||
WHISPER__DEVICE: ${WHISPER_DEVICE:-cuda}
|
||||
WHISPER__COMPUTE_TYPE: ${WHISPER_COMPUTE_TYPE:-float16}
|
||||
WHISPER__CPU_THREADS: ${WHISPER_CPU_THREADS:-4}
|
||||
# -1 表示模型常驻显存;改为正数(秒)可让空闲模型自动卸载
|
||||
WHISPER__TTL: ${WHISPER_TTL:--1}
|
||||
# 服务器无法直连 Hugging Face 时取消注释(国内镜像):
|
||||
# HF_ENDPOINT: https://hf-mirror.com
|
||||
volumes:
|
||||
- hf-hub-cache:/home/ubuntu/.cache/huggingface/hub
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: all
|
||||
capabilities: [gpu]
|
||||
|
||||
volumes:
|
||||
hf-hub-cache:
|
||||
Reference in New Issue
Block a user