4 references to BpeOptions
Microsoft.ML.Tokenizers.Tests (4)
BpeTests.cs (4)
283BpeOptions bpeOptions1 = new BpeOptions(vocab) 403new BpeOptions(dictionary!) 924BpeOptions options1 = new BpeOptions(options.Vocabulary) 967BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));