scott
b990cacd31
All checks were successful
Build ROCm Image / build (push) Successful in 18s
gfx1031 is not natively supported in ROCm 7.2. Without the override the GPU falls back to software emulation causing 40+ second synthesis. Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
44 lines
1.4 KiB
YAML
44 lines
1.4 KiB
YAML
services:
|
|
chatterbox-whisper:
|
|
image: git.sdgarren.com/scott/rocm-chatterbox-whisper:latest
|
|
build:
|
|
context: .
|
|
dockerfile: Dockerfile.rocm
|
|
restart: unless-stopped
|
|
ports:
|
|
- "${WYOMING_PORT:-10200}:10200"
|
|
devices:
|
|
- /dev/kfd
|
|
- /dev/dri
|
|
group_add:
|
|
- video
|
|
- render
|
|
ipc: host
|
|
shm_size: 8g
|
|
security_opt:
|
|
- seccomp=unconfined
|
|
volumes:
|
|
- ./config.yaml:/app/config.yaml
|
|
- ./voices:/app/voices
|
|
- ./reference_audio:/app/reference_audio
|
|
- hf_cache:/app/hf_cache
|
|
- miopen_cache:/app/miopen_cache
|
|
environment:
|
|
- HF_HUB_ENABLE_HF_TRANSFER=1
|
|
# Disable MIOpen's GEMM convolution solver. PyTorch passes a null workspace
|
|
# pointer (ptr=0, size=0) which causes GemmFwdRest to warn and fall back on
|
|
# every conv op. Disabling it makes MIOpen go straight to Direct/Winograd
|
|
# solvers that don't require workspace allocation.
|
|
- MIOPEN_DEBUG_CONV_GEMM=0
|
|
# Persist MIOpen's kernel cache so it doesn't recompile on every start.
|
|
- MIOPEN_USER_DB_PATH=/app/miopen_cache
|
|
- MIOPEN_CUSTOM_CACHE_DIR=/app/miopen_cache
|
|
# Required for RX 6700 XT (gfx1031) - not natively supported in ROCm 7.2.
|
|
# Without this the GPU runs in software emulation and synthesis takes 40+ seconds.
|
|
- HSA_OVERRIDE_GFX_VERSION=10.3.0
|
|
# - HF_TOKEN=your_token_here
|
|
|
|
volumes:
|
|
hf_cache:
|
|
miopen_cache:
|