Skip to content

GitLab

Unverified Commit 44f011d2 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Super tiny typo fix (#2564)

parent ed91e003
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
python/sglang/srt/models/llama.py
View file @ 44f011d2
...@@ -325,8 +325,8 @@ class LlamaForCausalLM(nn.Module): ...@@ -325,8 +325,8 @@ class LlamaForCausalLM(nn.Module):
self.config = config self.config = config
self.quant_config = quant_config self.quant_config = quant_config
self.model = LlamaModel(config, quant_config=quant_config) self.model = LlamaModel(config, quant_config=quant_config)
# Llama 3.2 1B Insturct set tie_word_embeddings to True # Llama 3.2 1B Instruct set tie_word_embeddings to True
# Llama 3.1 8B Insturct set tie_word_embeddings to False # Llama 3.1 8B Instruct set tie_word_embeddings to False
if self.config.tie_word_embeddings: if self.config.tie_word_embeddings:
self.lm_head = self.model.embed_tokens self.lm_head = self.model.embed_tokens
else: else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment