Unverified Commit 56c39a05 authored by William's avatar William Committed by GitHub
Browse files

Remove the choices in --speculative-eagle-topk argument (#4329)

parent 4068e012
...@@ -771,7 +771,6 @@ class ServerArgs: ...@@ -771,7 +771,6 @@ class ServerArgs:
"--speculative-eagle-topk", "--speculative-eagle-topk",
type=int, type=int,
help="The number of tokens sampled from the draft model in eagle2 each step.", help="The number of tokens sampled from the draft model in eagle2 each step.",
choices=[1, 2, 4, 8],
default=ServerArgs.speculative_eagle_topk, default=ServerArgs.speculative_eagle_topk,
) )
parser.add_argument( parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment