Commit 99fc9fc3 authored by zhuwenwen's avatar zhuwenwen
Browse files

fix load error

parent e9e95d0f
......@@ -93,6 +93,7 @@ class TeleChat2Model(LlamaModel):
total_num_heads = self.config.n_head
head_dim = self.config.hidden_size // total_num_heads
for name, loaded_weight in weights:
if self.use_llama_nn:
current_count = loaded_weight.current_count
total_count = loaded_weight.total_count
if "self_attn.key_value" in name:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment