1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
247
Cache
= new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
990
if (
Cache
is not null)
992
if (
Cache
.TryGetValue(text, out word))
1002
Cache
.Set(text.ToString(), word);
1066
if (
Cache
is not null)
1068
if (
Cache
.TryGetValue(text, out Word hit))
1077
Cache
.Set(text.ToString(), word);
1099
if (
Cache
is not null)
1101
if (
Cache
.TryGetValue(text, out Word hit))
1110
Cache
.Set(text.ToString(), word);