2 references to GetVocabulary
Microsoft.ML.Tokenizers.Tests (2)
TiktokenTests.cs (2)
529
Assert.Equal(
GetVocabulary
(tiktoken1),
GetVocabulary
(tiktoken));