fix quantize file types

807d0927 · Michael Yang · f36f1d6b · 807d0927
Commit 807d0927 authored May 17, 2024 by Michael Yang
Show whitespace changes
Inline Side-by-side

Showing with 8 additions and 1 deletion

server/images.go server/images.go +8 -1

No files found.
--- a/server/images.go
+++ b/server/images.go
@@ -415,10 +415,17 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m
 							return err
 						}

-						baseLayer.Layer, err = NewLayer(temp, baseLayer.Layer.MediaType)
+						layers, err := parseFromFile(ctx, temp, "", fn)
 						if err != nil {
 							return err
 						}
+
+						if len(layers) != 1 {
+							return errors.New("quantization failed")
+						}
+
+						baseLayer.Layer = layers[0].Layer
+						baseLayer.GGML = layers[0].GGML
 					}
 				}