Unverified Commit 44f011d2 authored by fzyzcjy's avatar fzyzcjy Committed by GitHub
Browse files

Super tiny typo fix (#2564)

parent ed91e003
......@@ -325,8 +325,8 @@ class LlamaForCausalLM(nn.Module):
self.config = config
self.quant_config = quant_config
self.model = LlamaModel(config, quant_config=quant_config)
# Llama 3.2 1B Insturct set tie_word_embeddings to True
# Llama 3.1 8B Insturct set tie_word_embeddings to False
# Llama 3.2 1B Instruct set tie_word_embeddings to True
# Llama 3.1 8B Instruct set tie_word_embeddings to False
if self.config.tie_word_embeddings:
self.lm_head = self.model.embed_tokens
else:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment