2 references to EncodeToIds
Microsoft.ML.Tokenizers.Tests (2)
LlamaTests.cs (2)
584
Assert.Equal(expectedIds1, sentencePieceBpe.
EncodeToIds
(
611
Assert.Equal(expectedIds1.Take(expectedIds1.Length - 6), sentencePieceBpe.
EncodeToIds
(