[Bugfix] Eagle: change config name for fc bias (#9580)

2024-10-22 21:44:22 +05:30
parent bb392ea2d2
commit 08075c3448
1 changed files with 1 additions and 1 deletions
--- a/vllm/model_executor/models/eagle.py
+++ b/vllm/model_executor/models/eagle.py
@ -44,7 +44,7 @@ class EAGLE(nn.Module):
        self.model = model_cls(self.config.model, *args, **kwargs)
        self.fc = nn.Linear(config.model.hidden_size * 2,
                            config.model.hidden_size,
-                            bias=getattr(self.config, "bias", False))
+                            bias=getattr(self.config, "eagle_fc_bias", False))

        self.orig_vocab_size = config.vocab_size
        self.truncated_vocab_size = config.truncated_vocab_size