6 references to UnknownId
Microsoft.ML.Tokenizers.Tests (6)
LlamaTests.cs (1)
363
Assert.Equal(0, bpe.
UnknownId
);
SentencePieceTests.cs (4)
82
Assert.Equal(0, tokenizer.
UnknownId
);
205
Assert.Equal(0, tokenizer.
UnknownId
);
238
Assert.Equal(5, tokenizer.
UnknownId
);
480
Assert.Equal(0, tokenizer.
UnknownId
);
UnigramTests.cs (1)
559
Assert.Equal(0, _unigramTokenizer.
UnknownId
);