From 7a966c8532f789514adb5b522aaa7c39f3bf8527 Mon Sep 17 00:00:00 2001 From: scott Date: Sun, 5 Apr 2026 12:29:54 -0400 Subject: [PATCH] Fix MIOPEN_FIND_ENFORCE: 3 -> 1 (DB_UPDATE) Enforce=3 (SEARCH_DB_UPDATE) runs exhaustive kernel benchmarking on every single GPU operation, making inference impossibly slow. Enforce=1 searches once, writes to cache, then reuses cached results on all subsequent calls. Co-Authored-By: Claude Sonnet 4.6 --- docker-compose.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docker-compose.yml b/docker-compose.yml index fbd583a..8d081fb 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -25,9 +25,9 @@ services: - miopen_cache:/app/miopen_cache environment: - HF_HUB_ENABLE_HF_TRANSFER=1 - # MIOpen: only select solvers that fit in available workspace (stops - # the GemmFwdRest workspace warnings and the slow fallback path). - - MIOPEN_FIND_ENFORCE=3 + # MIOpen: search for best solver once and cache (1=DB_UPDATE). + # Never use 3 (SEARCH_DB_UPDATE) in production - it benchmarks on every call. + - MIOPEN_FIND_ENFORCE=1 # Persist MIOpen's kernel cache so it doesn't recompile on every start. - MIOPEN_USER_DB_PATH=/app/miopen_cache - MIOPEN_CUSTOM_CACHE_DIR=/app/miopen_cache