1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
247Cache = new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
990if (Cache is not null) 992if (Cache.TryGetValue(text, out word)) 1002Cache.Set(text.ToString(), word); 1066if (Cache is not null) 1068if (Cache.TryGetValue(text, out Word hit)) 1077Cache.Set(text.ToString(), word); 1099if (Cache is not null) 1101if (Cache.TryGetValue(text, out Word hit)) 1110Cache.Set(text.ToString(), word);