[Misc] log when using default MoE config (#8971)

01843c89 · Divakar Verma · GitHub · 19a4dd09 · 01843c89
Unverified Commit 01843c89 authored Oct 02, 2024 by Divakar Verma Committed by GitHub Oct 03, 2024
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

vllm/model_executor/layers/fused_moe/fused_moe.py vllm/model_executor/layers/fused_moe/fused_moe.py +3 -0

No files found.
--- a/vllm/model_executor/layers/fused_moe/fused_moe.py
+++ b/vllm/model_executor/layers/fused_moe/fused_moe.py
@@ -320,6 +320,9 @@ def get_moe_configs(E: int, N: int,

    # If no optimized configuration is available, we will use the default
    # configuration
+    logger.warning(
+        ("Using default MoE config. Performance might be sub-optimal! "
+         "Config file not found at %s"), config_file_path)
    return None