Skip to content

GitLab

Unverified Commit f6a016f4 authored by Michael Yang's avatar Michael Yang Committed by GitHub
Browse files

revert granite-embedding (#13505)

parent 45c47393
Show whitespace changes
Inline Side-by-side
Showing with 0 additions and 2 deletions
model/models/bert/embed.go
View file @ f6a016f4
...@@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) { ...@@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) {
switch c.String("tokenizer.ggml.model", "bert") { switch c.String("tokenizer.ggml.model", "bert") {
case "bert": case "bert":
processor = model.NewWordPiece(vocab, true) processor = model.NewWordPiece(vocab, true)
case "gpt2":
processor = model.NewBytePairEncoding(vocab)
default: default:
return nil, model.ErrUnsupportedTokenizer return nil, model.ErrUnsupportedTokenizer
} }
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment