3 references to BpeOptions
Microsoft.ML.Tokenizers.Tests (3)
BpeTests.cs (3)
270BpeOptions bpeOptions = new BpeOptions(vocab.Select(kvp => (kvp.Key, kvp.Value))) 390new BpeOptions(dictionary!.Select(kvp => (kvp.Key, kvp.Value))) 894BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));