services: chatterbox-whisper: image: git.sdgarren.com/scott/rocm-chatterbox-whisper:latest build: context: . dockerfile: Dockerfile.rocm restart: unless-stopped ports: - "${WYOMING_PORT:-10200}:10200" devices: - /dev/kfd - /dev/dri group_add: - video - render ipc: host shm_size: 8g security_opt: - seccomp=unconfined volumes: - ./config.yaml:/app/config.yaml - ./voices:/app/voices - ./reference_audio:/app/reference_audio - hf_cache:/app/hf_cache environment: - HF_HUB_ENABLE_HF_TRANSFER=1 # Required for RX 6700 XT (gfx1031) - not natively supported in ROCm 7.2. - HSA_OVERRIDE_GFX_VERSION=10.3.0 # Disable MIOpen's SQLite cache. Without this, cudnn.benchmark triggers an # exhaustive kernel search and then crashes trying to write results to SQLite. # PyTorch's own in-memory benchmark cache still works so warmup results are # reused for all subsequent requests within the same container run. - MIOPEN_DISABLE_CACHE=1 # - HF_TOKEN=your_token_here volumes: hf_cache: