1 write to _specialTokensReverse
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
135
_specialTokensReverse
= specialTokens.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
6 references to _specialTokensReverse
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (6)
1286
if (
_specialTokensReverse
is not null &&
_specialTokensReverse
.TryGetValue(id, out string? specialToken))
1436
if (
_specialTokensReverse
is not null &&
_specialTokensReverse
.TryGetValue(id, out string? specialToken))
1536
if (
_specialTokensReverse
is not null &&
_specialTokensReverse
.TryGetValue(id, out value))