added moss

This commit is contained in:
2026-09-11 09:14:51 +08:00
parent 2b663d50ad
commit 07261d092b
8 changed files with 669 additions and 9 deletions

View File

@@ -0,0 +1,16 @@
[Unit]
Description=MOSS Transcribe Diarize Service (vLLM)
After=network-online.target
[Service]
Type=simple
User=oraltrainer
WorkingDirectory=/opt/moss-transcribe
Environment=HF_ENDPOINT=https://hf-mirror.com
ExecStart=/opt/moss-transcribe/.venv/bin/vllm serve OpenMOSS-Team/MOSS-Transcribe-Diarize --host 127.0.0.1 --port 8001 --trust-remote-code
Restart=on-failure
RestartSec=10
TimeoutStartSec=1800
[Install]
WantedBy=multi-user.target

View File

@@ -0,0 +1,22 @@
[Unit]
Description=MOSS Transcribe Diarize Service (SGLang Omni)
After=network-online.target
[Service]
Type=simple
User=oraltrainer
WorkingDirectory=/opt/moss-transcribe/MOSS-Transcribe-Diarize
Environment=HF_ENDPOINT=https://hf-mirror.com
ExecStart=/opt/moss-transcribe/MOSS-Transcribe-Diarize/.venv/bin/sgl-omni serve \
--model-path OpenMOSS-Team/MOSS-Transcribe-Diarize \
--host 127.0.0.1 \
--port 8001 \
--max-running-requests 4 \
--cuda-graph-max-bs 4 \
--mem-fraction-static 0.35
Restart=on-failure
RestartSec=10
TimeoutStartSec=1800
[Install]
WantedBy=multi-user.target