Commit 807d0927 authored by Michael Yang's avatar Michael Yang
Browse files

fix quantize file types

parent f36f1d6b
...@@ -415,10 +415,17 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m ...@@ -415,10 +415,17 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m
return err return err
} }
baseLayer.Layer, err = NewLayer(temp, baseLayer.Layer.MediaType) layers, err := parseFromFile(ctx, temp, "", fn)
if err != nil { if err != nil {
return err return err
} }
if len(layers) != 1 {
return errors.New("quantization failed")
}
baseLayer.Layer = layers[0].Layer
baseLayer.GGML = layers[0].GGML
} }
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment