1 reference to WhiteSpacePattern
Microsoft.ML.Tokenizers (1)
PreTokenizer\PreTokenizer.cs (1)
105
private static Regex WhiteSpaceRegex() => new Regex(
WhiteSpacePattern
, RegexOptions.Compiled, TimeSpan.FromMilliseconds(DefaultTimeOutInMilliseconds));