Commit df411c4b authored by yajianggroup's avatar yajianggroup Committed by Michael Yang
Browse files

refactor: using testing.B.Loop


Signed-off-by: default avataryajianggroup <yajianggroup@outlook.com>
parent 3d32249c
...@@ -251,7 +251,7 @@ func BenchmarkBytePairEncoding(b *testing.B) { ...@@ -251,7 +251,7 @@ func BenchmarkBytePairEncoding(b *testing.B) {
bts := bts[:n] bts := bts[:n]
b.Run("encode"+strconv.Itoa(n), func(b *testing.B) { b.Run("encode"+strconv.Itoa(n), func(b *testing.B) {
b.ResetTimer() b.ResetTimer()
for range b.N { for b.Loop() {
_, err := tokenizer.Encode(string(bts), true) _, err := tokenizer.Encode(string(bts), true)
if err != nil { if err != nil {
b.Fatal(err) b.Fatal(err)
...@@ -266,7 +266,7 @@ func BenchmarkBytePairEncoding(b *testing.B) { ...@@ -266,7 +266,7 @@ func BenchmarkBytePairEncoding(b *testing.B) {
} }
b.ResetTimer() b.ResetTimer()
for range b.N { for b.Loop() {
_, err := tokenizer.Decode(ids) _, err := tokenizer.Decode(ids)
if err != nil { if err != nil {
b.Fatal(err) b.Fatal(err)
...@@ -276,7 +276,7 @@ func BenchmarkBytePairEncoding(b *testing.B) { ...@@ -276,7 +276,7 @@ func BenchmarkBytePairEncoding(b *testing.B) {
b.Run("split"+strconv.Itoa(n), func(b *testing.B) { b.Run("split"+strconv.Itoa(n), func(b *testing.B) {
b.ResetTimer() b.ResetTimer()
for range b.N { for b.Loop() {
slices.Collect(tokenizer.split(string(bts))) slices.Collect(tokenizer.split(string(bts)))
} }
}) })
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment