"vscode:/vscode.git/clone" did not exist on "b3ae13ab315da5487c1020611496846210abe6de"
Unverified Commit 56c39a05 authored by William's avatar William Committed by GitHub
Browse files

Remove the choices in --speculative-eagle-topk argument (#4329)

parent 4068e012
......@@ -771,7 +771,6 @@ class ServerArgs:
"--speculative-eagle-topk",
type=int,
help="The number of tokens sampled from the draft model in eagle2 each step.",
choices=[1, 2, 4, 8],
default=ServerArgs.speculative_eagle_topk,
)
parser.add_argument(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment