FunASR/runtime/triton_gpu/docker-compose.yml
Yuekai Zhang 584cfbdc43
Add triton server for SenseVoice (#1901)
* add triton server for SenseVoice

* fix formatting
2024-07-15 18:43:19 +08:00

18 lines
430 B
YAML

services:
asr:
image: soar97/triton-sensevoice:24.05
ports:
- "10085:8000"
- "10086:8001"
- "10087:8002"
environment:
- PYTHONIOENCODING=utf-8
deploy:
resources:
reservations:
devices:
- driver: nvidia
device_ids: ['0']
capabilities: [gpu]
command: >
/bin/bash -c "cd ./model_repo_sense_voice_small && bash run.sh"