Commit 99fc9fc3 authored by zhuwenwen's avatar zhuwenwen
Browse files

fix load error

parent e9e95d0f
......@@ -93,8 +93,9 @@ class TeleChat2Model(LlamaModel):
total_num_heads = self.config.n_head
head_dim = self.config.hidden_size // total_num_heads
for name, loaded_weight in weights:
current_count = loaded_weight.current_count
total_count = loaded_weight.total_count
if self.use_llama_nn:
current_count = loaded_weight.current_count
total_count = loaded_weight.total_count
if "self_attn.key_value" in name:
k_weight = []
v_weight = []
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment