7 instantiations of BpeOptions
Microsoft.ML.Tokenizers.Tests (7)
BpeTests.cs (7)
261BpeOptions bpeOptions = new BpeOptions(vocabFile, mergesFile) 283BpeOptions bpeOptions1 = new BpeOptions(vocab) 403new BpeOptions(dictionary!) 445bpe = BpeTokenizer.Create(new BpeOptions(vocabFile, mergesFile)); 938BpeOptions options = new BpeOptions(Path.Combine(@"Gpt-2", "vocab.json"), Path.Combine(@"Gpt-2", "merges.txt")) 968BpeOptions options1 = new BpeOptions(options.Vocabulary) 1011BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));
8 references to BpeOptions
Microsoft.ML.Tokenizers (3)
Model\BpeOptions.cs (2)
18/// Initializes a new instance of the <see cref="BpeOptions"/> class. 33/// Initializes a new instance of the <see cref="BpeOptions"/> class.
Model\BpeTokenizer.cs (1)
140public static BpeTokenizer Create(BpeOptions options)
Microsoft.ML.Tokenizers.Tests (5)
BpeTests.cs (5)
261BpeOptions bpeOptions = new BpeOptions(vocabFile, mergesFile) 283BpeOptions bpeOptions1 = new BpeOptions(vocab) 938BpeOptions options = new BpeOptions(Path.Combine(@"Gpt-2", "vocab.json"), Path.Combine(@"Gpt-2", "merges.txt")) 968BpeOptions options1 = new BpeOptions(options.Vocabulary) 1011BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));