1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
209
Cache
= new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
940
if (
Cache
is not null)
942
if (
Cache
.TryGetValue(text, out word))
952
Cache
.Set(text.ToString(), word);
1009
if (
Cache
is not null)
1011
if (
Cache
.TryGetValue(text, out Word hit))
1020
Cache
.Set(text.ToString(), word);
1035
if (
Cache
is not null)
1037
if (
Cache
.TryGetValue(text, out Word hit))
1046
Cache
.Set(text.ToString(), word);