3 references to BpeOptions
Microsoft.ML.Tokenizers.Tests (3)
BpeTests.cs (3)
261
BpeOptions bpeOptions = new
BpeOptions
(vocabFile, mergesFile)
445
bpe = BpeTokenizer.Create(new
BpeOptions
(vocabFile, mergesFile));
938
BpeOptions options = new
BpeOptions
(Path.Combine(@"Gpt-2", "vocab.json"), Path.Combine(@"Gpt-2", "merges.txt"))