1 write to Cache
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
209Cache = new StringSpanOrdinalKeyCache<Word>();
9 references to Cache
Microsoft.ML.Tokenizers (9)
Model\BPETokenizer.cs (9)
940if (Cache is not null) 942if (Cache.TryGetValue(text, out word)) 952Cache.Set(text.ToString(), word); 1009if (Cache is not null) 1011if (Cache.TryGetValue(text, out Word hit)) 1020Cache.Set(text.ToString(), word); 1035if (Cache is not null) 1037if (Cache.TryGetValue(text, out Word hit)) 1046Cache.Set(text.ToString(), word);