Skip to content

GitLab

Unverified Commit 327f7b7c authored by Vincent Zhong's avatar Vincent Zhong Committed by GitHub
Browse files

fix(grok): remove duplicate replicate_lm_head configuration (#9549)

parent 80425e59
Hide whitespace changes
Inline Side-by-side
Showing with 0 additions and 4 deletions
python/sglang/srt/models/grok.py
View file @ 327f7b7c
...@@ -842,10 +842,6 @@ class Grok1ForCausalLM(nn.Module): ...@@ -842,10 +842,6 @@ class Grok1ForCausalLM(nn.Module):
if self.is_weights_presharded: if self.is_weights_presharded:
setattr(DefaultModelLoader, "_prepare_weights", _prepare_presharded_weights) setattr(DefaultModelLoader, "_prepare_weights", _prepare_presharded_weights)
default_replicate_lm_head = False
self.replicate_lm_head = getattr(
config, "replicate_lm_head", default_replicate_lm_head
)
self.replicate_embedding = getattr(config, "replicate_embedding", False) self.replicate_embedding = getattr(config, "replicate_embedding", False)
self.model = Grok1Model( self.model = Grok1Model(
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment