30 lines
748 B
YAML
30 lines
748 B
YAML
services:
|
|
wyoming-faster-whisper:
|
|
build:
|
|
context: .
|
|
args:
|
|
ROCM_VERSION: "7.0"
|
|
GPU_ARCH: "gfx1030;gfx1031"
|
|
image: rocm-faster-whisper:latest
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
group_add:
|
|
- video
|
|
- render
|
|
ports:
|
|
- "10405:10405"
|
|
volumes:
|
|
- ./data:/data
|
|
environment:
|
|
# Override GFX version if ROCm doesn't natively support your exact chip.
|
|
# gfx1031 (RX 6000-series variants) can be told to behave as gfx1030.
|
|
- HSA_OVERRIDE_GFX_VERSION=10.3.0
|
|
command: >
|
|
--uri tcp://0.0.0.0:10405
|
|
--data-dir /data
|
|
--model Systran/faster-distil-whisper-small.en
|
|
--device cuda
|
|
--compute-type float16
|
|
restart: unless-stopped
|