1 write to _specialTokensReverse
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
138_specialTokensReverse = specialTokens.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
6 references to _specialTokensReverse
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (6)
1289if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out string? specialToken)) 1439if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out string? specialToken)) 1539if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out value))