Skip to content

GitLab

Unverified Commit 08075c34 authored by gopalsarda's avatar gopalsarda Committed by GitHub
Browse files

[Bugfix] Eagle: change config name for fc bias (#9580)

parent bb392ea2
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
vllm/model_executor/models/eagle.py
View file @ 08075c34
...@@ -44,7 +44,7 @@ class EAGLE(nn.Module): ...@@ -44,7 +44,7 @@ class EAGLE(nn.Module):
self.model = model_cls(self.config.model, *args, **kwargs) self.model = model_cls(self.config.model, *args, **kwargs)
self.fc = nn.Linear(config.model.hidden_size * 2, self.fc = nn.Linear(config.model.hidden_size * 2,
config.model.hidden_size, config.model.hidden_size,
bias=getattr(self.config, "bias", False)) bias=getattr(self.config, "eagle_fc_bias", False))
self.orig_vocab_size = config.vocab_size self.orig_vocab_size = config.vocab_size
self.truncated_vocab_size = config.truncated_vocab_size self.truncated_vocab_size = config.truncated_vocab_size
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment