4 references to TryGetMatch
Microsoft.ML.Tokenizers (4)
PreTokenizer\PreTokenizer.cs (1)
144
while (
TryGetMatch
(regex, text, beginning, textLength - beginning, out match))
PreTokenizer\RegexPreTokenizer.cs (3)
118
if (!
TryGetMatch
(specialTokensRegex, text.AsSpan(), beginning, textLength - beginning, out specialMatch))
123
while (
TryGetMatch
(regex, text.AsSpan(), beginning, specialMatch.Offset - beginning, out match))
134
while (
TryGetMatch
(regex, text.AsSpan(), beginning, textLength - beginning, out match))