2 references to EncodeToIds
Microsoft.ML.Tokenizers.Tests (2)
LlamaTests.cs (2)
575
Assert.Equal(expectedIds1, sentencePieceBpe.
EncodeToIds
(
596
Assert.Equal(expectedIds1.Take(expectedIds1.Length - 6), sentencePieceBpe.
EncodeToIds
(