1 write to _removeNonSpacingMarks
Microsoft.ML.Tokenizers (1)
Normalizer\BertNormalizer.cs (1)
146
_removeNonSpacingMarks
= removeNonSpacingMarks;
2 references to _removeNonSpacingMarks
Microsoft.ML.Tokenizers (2)
Normalizer\BertNormalizer.cs (2)
36
if (
_removeNonSpacingMarks
)
77
if (
_removeNonSpacingMarks
&& category is UnicodeCategory.NonSpacingMark)