6 instantiations of BpeOptions
Microsoft.ML.Tokenizers.Tests (6)
BpeTests.cs (6)
261BpeOptions bpeOptions = new BpeOptions(vocabFile, mergesFile) 283BpeOptions bpeOptions1 = new BpeOptions(vocab) 403new BpeOptions(dictionary!) 894BpeOptions options = new BpeOptions(Path.Combine(@"Gpt-2", "vocab.json"), Path.Combine(@"Gpt-2", "merges.txt")) 924BpeOptions options1 = new BpeOptions(options.Vocabulary) 967BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));
8 references to BpeOptions
Microsoft.ML.Tokenizers (3)
Model\BpeOptions.cs (2)
18/// Initializes a new instance of the <see cref="BpeOptions"/> class. 33/// Initializes a new instance of the <see cref="BpeOptions"/> class.
Model\BPETokenizer.cs (1)
140public static BpeTokenizer Create(BpeOptions options)
Microsoft.ML.Tokenizers.Tests (5)
BpeTests.cs (5)
261BpeOptions bpeOptions = new BpeOptions(vocabFile, mergesFile) 283BpeOptions bpeOptions1 = new BpeOptions(vocab) 894BpeOptions options = new BpeOptions(Path.Combine(@"Gpt-2", "vocab.json"), Path.Combine(@"Gpt-2", "merges.txt")) 924BpeOptions options1 = new BpeOptions(options.Vocabulary) 967BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));