2 instantiations of LruCache
Microsoft.ML.Tokenizers (2)
Model\TiktokenTokenizer.cs (2)
96_cache = new LruCache<(int Id, int TokenIndex, int TokenLength)[]>(cacheSize); 106_cache = new LruCache<(int Id, int TokenIndex, int TokenLength)[]>(cacheSize);
12 references to LruCache
Microsoft.ML.Tokenizers (12)
Model\TiktokenTokenizer.cs (11)
29private readonly LruCache<(int Id, int TokenIndex, int TokenLength)[]> _cache; 46internal TiktokenTokenizer(string vocabFilePath, PreTokenizer? preTokenizer, IReadOnlyDictionary<string, int>? specialTokens = null, Normalizer? normalizer = null, int cacheSize = LruCache<int[]>.DefaultCacheSize) : 61internal TiktokenTokenizer(Stream vocabStream, PreTokenizer? preTokenizer, IReadOnlyDictionary<string, int>? specialTokens = null, Normalizer? normalizer = null, int cacheSize = LruCache<int[]>.DefaultCacheSize) : 83int cacheSize = LruCache<int[]>.DefaultCacheSize) 1329LruCache<int[]>.DefaultCacheSize); 1349int cacheSize = LruCache<int[]>.DefaultCacheSize) 1369int cacheSize = LruCache<int[]>.DefaultCacheSize) 1390int cacheSize = LruCache<int[]>.DefaultCacheSize, 1422int cacheSize = LruCache<int[]>.DefaultCacheSize, 1447int cacheSize = LruCache<int[]>.DefaultCacheSize, 1486int cacheSize = LruCache<int[]>.DefaultCacheSize,
Utils\LruCache.cs (1)
24/// Constructs an <see cref="LruCache{TValue}" /> object.