1 write to _specialTokensReverse
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
356_specialTokensReverse = specialTokens.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
3 references to _specialTokensReverse
Microsoft.ML.Tokenizers (3)
Model\BPETokenizer.cs (3)
797if (_specialTokensReverse?.TryGetValue(id, out string? token) is true) 844if (_specialTokensReverse?.TryGetValue(id, out string? token) is true) 1002if (_specialTokensReverse?.TryGetValue(id, out string? specialToken) is true)