fix: change trtllm kv_router default block_size to 32 (#642)

8edd23dc · Ziqi Fan · GitHub · 988e8826 · 8edd23dc
Unverified Commit 8edd23dc authored Apr 12, 2025 by Ziqi Fan Committed by GitHub Apr 12, 2025
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

examples/tensorrt_llm/components/kv_router.py examples/tensorrt_llm/components/kv_router.py +1 -1

No files found.
--- a/examples/tensorrt_llm/components/kv_router.py
+++ b/examples/tensorrt_llm/components/kv_router.py
@@ -51,7 +51,7 @@ def parse_args(service_name, prefix) -> Namespace:
    parser.add_argument(
        "--block-size",
        type=int,
-        default=64,
+        default=32,
        help="KV block size",
    )
    parser.add_argument(