8 references to GeneratedRegex
Microsoft.ML.Tokenizers (6)
Model\TiktokenTokenizer.cs (3)
1178
[
GeneratedRegex
(Cl100kBaseRegexPattern, RegexOptions.None, PreTokenizer.DefaultTimeOutInMilliseconds)]
1181
[
GeneratedRegex
(P50kBaseRegexPattern, RegexOptions.None, PreTokenizer.DefaultTimeOutInMilliseconds)]
1184
[
GeneratedRegex
(O200kBaseRegexPattern, RegexOptions.None, PreTokenizer.DefaultTimeOutInMilliseconds)]
PreTokenizer\PreTokenizer.cs (3)
49
[
GeneratedRegex
(WhiteSpaceOrPunctuationPattern, RegexOptions.None, DefaultTimeOutInMilliseconds)]
78
[
GeneratedRegex
(WordOrNonWordPattern, RegexOptions.None, DefaultTimeOutInMilliseconds)]
108
[
GeneratedRegex
(WhiteSpacePattern, RegexOptions.None, DefaultTimeOutInMilliseconds)]
System.Text.Json (1)
System\Text\Json\JsonHelpers.cs (1)
324
[
GeneratedRegex
(IntegerRegexPattern, RegexOptions.None, matchTimeoutMilliseconds: IntegerRegexTimeoutMs)]
System.Text.RegularExpressions (1)
System\Text\RegularExpressions\GeneratedRegexAttribute.cs (1)
36
public GeneratedRegexAttribute([StringSyntax(StringSyntaxAttribute.Regex, nameof(options))] string pattern, RegexOptions options) :
this
(pattern, options, Timeout.Infinite)