Skip to content

GitLab

Unverified Commit e3fc4658 authored by Yineng Zhang's avatar Yineng Zhang Committed by GitHub
Browse files

fix: resolve nightly eval (#1426)

parent 33b54e7c
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
test/srt/test_nightly_gsm8k_eval.py
View file @ e3fc4658
...@@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase): ...@@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
if is_tp2: if is_tp2:
other_args.extend(["--tp", "2"]) other_args.extend(["--tp", "2"])
if "DeepSeek" in model: if "DeepSeek" in model:
other_args.append("--enable-mla") other_args.extend(["--enable-mla", "--mem-frac", "0.85"])
self.process = popen_launch_server( self.process = popen_launch_server(
model, model,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment