Skip to content

GitLab

Unverified Commit 3920e153 authored by Jeffrey Morgan's avatar Jeffrey Morgan Committed by GitHub
Browse files

add model format to config layer (#497)

parent 41e976ed
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
server/images.go
View file @ 3920e153
...@@ -116,6 +116,7 @@ type LayerReader struct { ...@@ -116,6 +116,7 @@ type LayerReader struct {
type ConfigV2 struct { type ConfigV2 struct {
ModelFamily llm.ModelFamily `json:"model_family"` ModelFamily llm.ModelFamily `json:"model_family"`
ModelType string `json:"model_type"` ModelType string `json:"model_type"`
ModelFormat string `json:"model_format"`
FileType string `json:"file_type"` FileType string `json:"file_type"`
RootFS RootFS `json:"rootfs"` RootFS RootFS `json:"rootfs"`
...@@ -335,6 +336,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api ...@@ -335,6 +336,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api
config.ModelFamily = ggml.ModelFamily() config.ModelFamily = ggml.ModelFamily()
config.ModelType = ggml.ModelType().String() config.ModelType = ggml.ModelType().String()
config.ModelFormat = ggml.Name()
config.FileType = ggml.FileType().String() config.FileType = ggml.FileType().String()
// reset the file // reset the file
...@@ -369,6 +371,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api ...@@ -369,6 +371,7 @@ func CreateModel(ctx context.Context, name string, path string, fn func(resp api
// copie the model metadata // copie the model metadata
config.ModelFamily = source.ModelFamily config.ModelFamily = source.ModelFamily
config.ModelType = source.ModelType config.ModelType = source.ModelType
config.ModelFormat = source.ModelFormat
config.FileType = source.FileType config.FileType = source.FileType
for _, l := range mf.Layers { for _, l := range mf.Layers {
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment