1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
343Cache = new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
1344if (Cache is not null) 1346if (Cache.TryGetValue(textSpan, out word)) 1356Cache.Set(textSpan.ToString(), word); 1455if (Cache is not null) 1457if (Cache.TryGetValue(textSpan, out Word hit)) 1472Cache.Set(textSpan.ToString(), word); 1535if (Cache is not null) 1537if (Cache.TryGetValue(textSpan, out Word hit)) 1553Cache.Set(textSpan.ToString(), word);