2 references to _deepSeekR1Tokenizer
Microsoft.ML.Tokenizers.Tests (2)
BpeTests.cs (2)
801
private static IReadOnlyDictionary<int, string> _vocabReverse =
_deepSeekR1Tokenizer
.Vocabulary.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
807
BpeTokenizer tokenizer =
_deepSeekR1Tokenizer
;