Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "3245b10dac880b1c65594c75520f3fbf079ba07a"
Unverified Commit d9fccfef authored by Liangsheng Yin's avatar Liangsheng Yin Committed by GitHub
Browse files

Fix context length (#757)

parent 679ebcbb
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
python/sglang/srt/hf_transformers_utils.py
View file @ d9fccfef
......@@ -73,6 +73,8 @@ def get_context_length(config):
rope_scaling = getattr(config, "rope_scaling", None)
if rope_scaling:
rope_scaling_factor = config.rope_scaling["factor"]
if "original_max_position_embeddings" in rope_scaling:
rope_scaling_factor = 1
if config.rope_scaling.get("rope_type", None) == "llama3":
rope_scaling_factor = 1
else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment