"examples/vscode:/vscode.git/clone" did not exist on "a71e3a401e4a68d23900ff7d3d0437676392fa19"
Unverified Commit ad035ad5 authored by Bruce MacDonald's avatar Bruce MacDonald Committed by GitHub
Browse files

convert: quantize from safetensors needs kv (#10675)

When creating a quantized model from safetensors we
need the array KV values to be loaded.Changing this
value to -1 loads the KV values on the returned
layer to be used and saved during quantization.
parent f95a1f2b
......@@ -295,7 +295,7 @@ func convertFromSafetensors(files map[string]string, baseLayers []*layerGGML, is
}
defer bin.Close()
f, _, err := ggml.Decode(bin, 1024)
f, _, err := ggml.Decode(bin, -1)
if err != nil {
return nil, err
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment