Browse Source

fix test

drifkin/chat-truncation-fix
Michael Yang 1 year ago
committed by Michael Yang
parent
commit
54055a6dae
  1. 3
      sample/samplers_test.go

3
sample/samplers_test.go

@ -74,7 +74,6 @@ func modelHelper(t testing.TB) model.BytePairEncoding {
t.Fatal(err)
}
types := make([]uint32, len(vocab))
tokens := make([]string, len(vocab))
for token, id := range vocab {
tokens[id] = token
@ -86,7 +85,7 @@ func modelHelper(t testing.TB) model.BytePairEncoding {
``,
&model.Vocabulary{
Values: tokens,
Types: types,
Types: make([]int32, len(vocab)),
Merges: merges,
},
)

Loading…
Cancel
Save