Unverified Commit 8334c39f authored by Isotr0py's avatar Isotr0py Committed by GitHub
Browse files

[Bugfix] Fix new Llama3.1 GGUF model loading (#7269)

parent e9045767
......@@ -435,6 +435,7 @@ def gguf_quant_weights_iterator(
reader = gguf.GGUFReader(gguf_file)
for tensor in reader.tensors:
if tensor.name in gguf_to_hf_name_map:
weight_type = tensor.tensor_type
name = gguf_to_hf_name_map[tensor.name]
......@@ -444,6 +445,7 @@ def gguf_quant_weights_iterator(
yield weight_type_name, weight_type
for tensor in reader.tensors:
if tensor.name in gguf_to_hf_name_map:
weight = tensor.data
weight_type = tensor.tensor_type
name = gguf_to_hf_name_map[tensor.name]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment