6 references to DefaultTimeOutInMilliseconds
Microsoft.ML.Tokenizers (6)
Model\TiktokenTokenizer.cs (3)
1203
private static Regex Cl100kBaseRegex() => _cl100kBaseRegex ??= new Regex(Cl100kBaseRegexPattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(PreTokenizer.
DefaultTimeOutInMilliseconds
));
1206
internal static Regex P50kBaseRegex() => _p50kBaseRegex ??= new Regex(P50kBaseRegexPattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(PreTokenizer.
DefaultTimeOutInMilliseconds
));
1209
internal static Regex O200kBaseRegex() => _o200kBaseRegex ??= new Regex(O200kBaseRegexPattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(PreTokenizer.
DefaultTimeOutInMilliseconds
));
PreTokenizer\PreTokenizer.cs (3)
52
private static Regex WhiteSpaceOrPunctuationRegex() => new Regex(WhiteSpaceOrPunctuationPattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(
DefaultTimeOutInMilliseconds
));
81
private static Regex WordOrNonWordRegex() => new Regex(WordOrNonWordPattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(
DefaultTimeOutInMilliseconds
));
111
private static Regex WhiteSpaceRegex() => new Regex(WhiteSpacePattern, RegexOptions.Compiled, TimeSpan.FromMilliseconds(
DefaultTimeOutInMilliseconds
));