fix doc (#3558)

31eec35b · Yineng Zhang · GitHub · ac963be2 · 31eec35b
Unverified Commit 31eec35b authored Feb 14, 2025 by Yineng Zhang Committed by GitHub Feb 14, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

docs/backend/speculative_decoding.ipynb docs/backend/speculative_decoding.ipynb +1 -1

No files found.
--- a/docs/backend/speculative_decoding.ipynb
+++ b/docs/backend/speculative_decoding.ipynb
@@ -47,7 +47,7 @@
    "    \"\"\"\n",
    "python3 -m sglang.launch_server --model meta-llama/Llama-2-7b-chat-hf  --speculative-algo EAGLE \\\n",
    "    --speculative-draft lmzheng/sglang-EAGLE-llama2-chat-7B --speculative-num-steps 5 \\\n",
-    "    --speculative-eagle-topk 8 --speculative-num-draft-tokens 64 --mem-fraction 0.7 --port=30020\n",
+    "    --speculative-eagle-topk 8 --speculative-num-draft-tokens 64 --mem-fraction 0.7 --port=30020 --cuda-graph-max-bs 32\n",
    "\"\"\"\n",
    ")\n",
    "\n",