1 write to RemoveExtraWhiteSpaces
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizer.cs (1)
33
RemoveExtraWhiteSpaces
= removeExtraWhiteSpaces;
6 references to RemoveExtraWhiteSpaces
Microsoft.ML.Tokenizers (6)
Normalizer\SentencePieceNormalizer.cs (6)
109
if (
RemoveExtraWhiteSpaces
)
165
if (
RemoveExtraWhiteSpaces
)
345
if (
RemoveExtraWhiteSpaces
)
384
bool isPrevSpace =
RemoveExtraWhiteSpaces
;
431
if (!
RemoveExtraWhiteSpaces
)
438
if (
RemoveExtraWhiteSpaces
)