4 references to TryGetMatch
Microsoft.ML.Tokenizers (4)
PreTokenizer\PreTokenizer.cs (1)
36
while (
TryGetMatch
(regex, text, beginning, text.Length - beginning, out match))
PreTokenizer\RegexPreTokenizer.cs (3)
67
if (!
TryGetMatch
(specialTokensRegex, text, beginning, text.Length - beginning, out specialMatch))
72
while (
TryGetMatch
(regex, text, beginning, specialMatch.Offset - beginning, out match))
83
while (
TryGetMatch
(regex, text, beginning, text.Length - beginning, out match))