1 write to _addedTokensReverse
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
135_addedTokensReverse = addedTokens.ToDictionary(kvp => kvp.Value, kvp => kvp.Key);
6 references to _addedTokensReverse
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (6)
1284if (_addedTokensReverse is not null && _addedTokensReverse.TryGetValue(id, out string? addedToken)) 1434if (_addedTokensReverse is not null && _addedTokensReverse.TryGetValue(id, out string? addedToken)) 1534if (_addedTokensReverse is not null && _addedTokensReverse.TryGetValue(id, out value))