Skip to content

GitLab

"vscode:/vscode.git/clone" did not exist on "7b5cedcd7be0a48895daf43c65b4c9d0bd80ebef"
Unverified Commit b8347b40 authored by Yuxuan Zhang's avatar Yuxuan Zhang Committed by GitHub
Browse files

Add self.capture_aux_hidden_states For GLM-4.5V (#10228)

parent 72dfa96a
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
python/sglang/srt/models/glm4v_moe.py
View file @ b8347b40
...@@ -74,6 +74,9 @@ class Glm4vMoeForConditionalGeneration(Glm4vForConditionalGeneration): ...@@ -74,6 +74,9 @@ class Glm4vMoeForConditionalGeneration(Glm4vForConditionalGeneration):
self.pooler = Pooler(pooling_type=PoolingType.LAST, normalize=True) self.pooler = Pooler(pooling_type=PoolingType.LAST, normalize=True)
self.is_mrope_enabled = "mrope_section" in self.config.rope_scaling self.is_mrope_enabled = "mrope_section" in self.config.rope_scaling
# For EAGLE3 support
self.capture_aux_hidden_states = False
def determine_num_fused_shared_experts( def determine_num_fused_shared_experts(
self, architecture: str = "Glm4MoeForCausalLM" self, architecture: str = "Glm4MoeForCausalLM"
): ):
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment