1 write to _specialTokensReverse
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
135_specialTokensReverse = specialTokens.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
6 references to _specialTokensReverse
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (6)
1286if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out string? specialToken)) 1436if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out string? specialToken)) 1536if (_specialTokensReverse is not null && _specialTokensReverse.TryGetValue(id, out value))