4 references to BpeOptions
Microsoft.ML.Tokenizers.Tests (4)
BpeTests.cs (4)
283BpeOptions bpeOptions1 = new BpeOptions(vocab) 403new BpeOptions(dictionary!) 968BpeOptions options1 = new BpeOptions(options.Vocabulary) 1011BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));