"vscode:/vscode.git/clone" did not exist on "3b8f31b362e5f94e5ffd620e5a0fa29c041171eb"
Unverified Commit 767c727a authored by Calvinn Ng's avatar Calvinn Ng Committed by GitHub
Browse files

fix DbrxFusedNormAttention missing cache_config (#5340)


Co-authored-by: default avatarteam <calvinn.ng@ahrefs.com>
parent 6840a716
...@@ -247,11 +247,12 @@ class DbrxFusedNormAttention(nn.Module): ...@@ -247,11 +247,12 @@ class DbrxFusedNormAttention(nn.Module):
def __init__( def __init__(
self, self,
config: DbrxConfig, config: DbrxConfig,
cache_config: Optional[CacheConfig] = None,
quant_config: Optional[QuantizationConfig] = None, quant_config: Optional[QuantizationConfig] = None,
): ):
super().__init__() super().__init__()
self.d_model = config.d_model self.d_model = config.d_model
self.attn = DbrxAttention(config, quant_config) self.attn = DbrxAttention(config, cache_config, quant_config)
self.norm_1 = nn.LayerNorm(self.d_model) self.norm_1 = nn.LayerNorm(self.d_model)
self.norm_2 = nn.LayerNorm(self.d_model) self.norm_2 = nn.LayerNorm(self.d_model)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment