1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
338Cache = new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
1340if (Cache is not null) 1342if (Cache.TryGetValue(textSpan, out word)) 1352Cache.Set(textSpan.ToString(), word); 1451if (Cache is not null) 1453if (Cache.TryGetValue(textSpan, out Word hit)) 1468Cache.Set(textSpan.ToString(), word); 1531if (Cache is not null) 1533if (Cache.TryGetValue(textSpan, out Word hit)) 1549Cache.Set(textSpan.ToString(), word);