"examples/tutorials/streamreader_advanced_tutorial.py" did not exist on "49b23e1583346029bdd28e67b2fd146c9569a789"
Unverified Commit 8094ecfc authored by almersawi's avatar almersawi Committed by GitHub
Browse files

fix: fix num_ln_in_parallel_attn attribute name typo in RWConfig (#2350)


Co-authored-by: default avatarIslam Almersawi <islam.almersawi@openinnovation.ai>
parent 133015f4
...@@ -94,7 +94,7 @@ class RWConfig(PretrainedConfig): ...@@ -94,7 +94,7 @@ class RWConfig(PretrainedConfig):
else kwargs.pop("n_head", 8) else kwargs.pop("n_head", 8)
) )
self.layer_norm_epsilon = layer_norm_epsilon self.layer_norm_epsilon = layer_norm_epsilon
self.num_ln_in_parallel_attention = num_ln_in_prallel_attention self.num_ln_in_parallel_attn = num_ln_in_prallel_attention
self.initializer_range = initializer_range self.initializer_range = initializer_range
self.use_cache = use_cache self.use_cache = use_cache
self.hidden_dropout = hidden_dropout self.hidden_dropout = hidden_dropout
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment