1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
343
Cache
= new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
1344
if (
Cache
is not null)
1346
if (
Cache
.TryGetValue(textSpan, out word))
1356
Cache
.Set(textSpan.ToString(), word);
1455
if (
Cache
is not null)
1457
if (
Cache
.TryGetValue(textSpan, out Word hit))
1472
Cache
.Set(textSpan.ToString(), word);
1535
if (
Cache
is not null)
1537
if (
Cache
.TryGetValue(textSpan, out Word hit))
1553
Cache
.Set(textSpan.ToString(), word);