Skip to content

GitLab

Commit 54055a6d authored by Michael Yang's avatar Michael Yang Committed by Michael Yang
Browse files

fix test

parent 340448d2
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
sample/samplers_test.go
View file @ 54055a6d
......@@ -74,7 +74,6 @@ func modelHelper(t testing.TB) model.BytePairEncoding {
t.Fatal(err)
}
types := make([]uint32, len(vocab))
tokens := make([]string, len(vocab))
for token, id := range vocab {
tokens[id] = token
......@@ -86,7 +85,7 @@ func modelHelper(t testing.TB) model.BytePairEncoding {
``,
&model.Vocabulary{
Values: tokens,
Types: types,
Types: make([]int32, len(vocab)),
Merges: merges,
},
)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment