1 write to _cache
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
127_cache = new StringSpanOrdinalKeyCache<List<EncodedToken>>();
6 references to _cache
Microsoft.ML.Tokenizers (6)
Model\CodeGenTokenizer.cs (6)
436if (_cache.TryGetValue(textSpan, out List<EncodedToken>? hit)) 465_cache.Set(text is null ? textSpan.ToString() : text, result); 1120if (_cache.TryGetValue(textSpan, out List<EncodedToken>? hit)) 1149_cache.Set(text ?? textSpan.ToString(), result); 1184if (_cache.TryGetValue(textSpan, out List<EncodedToken>? hit)) 1213_cache.Set(text ?? textSpan.ToString(), result);