3 instantiations of BpeOptions
Microsoft.ML.Tokenizers.Tests (3)
BpeTests.cs (3)
270BpeOptions bpeOptions = new BpeOptions(vocab.Select(kvp => (kvp.Key, kvp.Value))) 390new BpeOptions(dictionary!.Select(kvp => (kvp.Key, kvp.Value))) 894BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));
4 references to BpeOptions
Microsoft.ML.Tokenizers (2)
Model\BpeOptions.cs (1)
16/// Initializes a new instance of the <see cref="BpeOptions"/> class.
Model\BPETokenizer.cs (1)
135public static BpeTokenizer Create(BpeOptions options)
Microsoft.ML.Tokenizers.Tests (2)
BpeTests.cs (2)
270BpeOptions bpeOptions = new BpeOptions(vocab.Select(kvp => (kvp.Key, kvp.Value))) 894BpeOptions bpeOptions = new BpeOptions(GetVocabulary(vocabElement));