Skip to content

GitLab

Unverified Commit fda1e6b5 authored by frob's avatar frob Committed by GitHub
Browse files

llm: bring fileTypes into alignment with llama.cpp (#7819)

parent 3440ffb3
Show whitespace changes
Inline Side-by-side
Showing with 6 additions and 1 deletion
llm/filetype.go
View file @ fda1e6b5
...@@ -32,9 +32,10 @@ const ( ...@@ -32,9 +32,10 @@ const (
fileTypeIQ1_S fileTypeIQ1_S
fileTypeIQ4_NL fileTypeIQ4_NL
fileTypeIQ3_S fileTypeIQ3_S
fileTypeIQ3_M
fileTypeIQ2_S fileTypeIQ2_S
fileTypeIQ4_XS
fileTypeIQ2_M fileTypeIQ2_M
fileTypeIQ4_XS
fileTypeIQ1_M fileTypeIQ1_M
fileTypeBF16 fileTypeBF16
...@@ -93,6 +94,8 @@ func ParseFileType(s string) (fileType, error) { ...@@ -93,6 +94,8 @@ func ParseFileType(s string) (fileType, error) {
return fileTypeIQ4_NL, nil return fileTypeIQ4_NL, nil
case "IQ3_S": case "IQ3_S":
return fileTypeIQ3_S, nil return fileTypeIQ3_S, nil
case "IQ3_M":
return fileTypeIQ3_M, nil
case "IQ2_S": case "IQ2_S":
return fileTypeIQ2_S, nil return fileTypeIQ2_S, nil
case "IQ4_XS": case "IQ4_XS":
...@@ -160,6 +163,8 @@ func (t fileType) String() string { ...@@ -160,6 +163,8 @@ func (t fileType) String() string {
return "IQ4_NL" return "IQ4_NL"
case fileTypeIQ3_S: case fileTypeIQ3_S:
return "IQ3_S" return "IQ3_S"
case fileTypeIQ3_M:
return "IQ3_M"
case fileTypeIQ2_S: case fileTypeIQ2_S:
return "IQ2_S" return "IQ2_S"
case fileTypeIQ4_XS: case fileTypeIQ4_XS:
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment