8 references to UnknownId
Microsoft.ML.Tokenizers.Tests (8)
LlamaTests.cs (1)
363
Assert.Equal(0, bpe.
UnknownId
);
SentencePieceTests.cs (4)
82
Assert.Equal(0, tokenizer.
UnknownId
);
205
Assert.Equal(0, tokenizer.
UnknownId
);
238
Assert.Equal(5, tokenizer.
UnknownId
);
480
Assert.Equal(0, tokenizer.
UnknownId
);
UnigramTests.cs (3)
559
Assert.Equal(0, _unigramTokenizer.
UnknownId
);
585
Assert.Equal(0, tokenizer.
UnknownId
);
623
Assert.Equal(3, jsonTokenizer.
UnknownId
);