update default config

69744490 · qiyuxinlin · 84562228 · 69744490
Commit 69744490 authored May 13, 2025 by qiyuxinlin
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

ktransformers/configs/config.yaml ktransformers/configs/config.yaml +1 -1

No files found.
--- a/ktransformers/configs/config.yaml
+++ b/ktransformers/configs/config.yaml
@@ -29,7 +29,7 @@ model:
  gguf_path: ./DeepSeek-V2-Lite-Chat-GGUF

  device: cuda:0
-  cache_lens: 8192
+  cache_lens: 16384
  max_new_tokens: 500
 web:
  mount: False