12 references to DefaultCacheSize
Microsoft.ML.Tokenizers (12)
Model\TiktokenTokenizer.cs (10)
46internal TiktokenTokenizer(string vocabFilePath, PreTokenizer? preTokenizer, IReadOnlyDictionary<string, int>? specialTokens = null, Normalizer? normalizer = null, int cacheSize = LruCache<int[]>.DefaultCacheSize) :
61internal TiktokenTokenizer(Stream vocabStream, PreTokenizer? preTokenizer, IReadOnlyDictionary<string, int>? specialTokens = null, Normalizer? normalizer = null, int cacheSize = LruCache<int[]>.DefaultCacheSize) :
83int cacheSize = LruCache<int[]>.DefaultCacheSize)
1325LruCache<int[]>.DefaultCacheSize);
1345int cacheSize = LruCache<int[]>.DefaultCacheSize)
1365int cacheSize = LruCache<int[]>.DefaultCacheSize)
1386int cacheSize = LruCache<int[]>.DefaultCacheSize,
1418int cacheSize = LruCache<int[]>.DefaultCacheSize,
1443int cacheSize = LruCache<int[]>.DefaultCacheSize,
1482int cacheSize = LruCache<int[]>.DefaultCacheSize,