Unverified Commit f6a016f4 authored by Michael Yang's avatar Michael Yang Committed by GitHub
Browse files

revert granite-embedding (#13505)

parent 45c47393
......@@ -157,8 +157,6 @@ func New(c fs.Config) (model.Model, error) {
switch c.String("tokenizer.ggml.model", "bert") {
case "bert":
processor = model.NewWordPiece(vocab, true)
case "gpt2":
processor = model.NewBytePairEncoding(vocab)
default:
return nil, model.ErrUnsupportedTokenizer
}
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment