2 references to NormalizerCollapsesWhitespace
Microsoft.ML.Tokenizers (2)
Model\SentencePieceTokenizer.cs (2)
689
removeExtraWhitespaces =
NormalizerCollapsesWhitespace
(normalizerElement);
1103
if (
NormalizerCollapsesWhitespace
(inner))