5 references to UnknownId
Microsoft.ML.Tokenizers.Tests (5)
LlamaTests.cs (1)
363
Assert.Equal(0, bpe.
UnknownId
);
UnigramTests.cs (4)
376
if (ids[i] == _unigramTokenizer.
UnknownId
)
378
shiftedIds[i] = _unigramTokenizerFromJson.
UnknownId
;
804
Assert.Equal(0, _unigramTokenizer.
UnknownId
);
815
Assert.Equal(3, _unigramTokenizerFromJson.
UnknownId
);