1 write to EscapeWhiteSpaces
Microsoft.ML.Tokenizers (1)
Model\SentencePieceBaseModel.cs (1)
34EscapeWhiteSpaces = modelProto.NormalizerSpec.EscapeWhitespaces;
5 references to EscapeWhiteSpaces
Microsoft.ML.Tokenizers (5)
Model\SentencePieceBaseModel.cs (4)
57AddDummyPrefix, EscapeWhiteSpaces, 165char prefixSuffixChar = EscapeWhiteSpaces ? SentencePieceNormalizer.DummyPrefix : ' '; 273return EscapeWhiteSpaces ? sb.ToString(SentencePieceNormalizer.DummyPrefix, ' ') : sb.ToString(); 390char prefixSuffixChar = EscapeWhiteSpaces ? SentencePieceNormalizer.DummyPrefix : ' ';
Model\SentencePieceTokenizer.cs (1)
51public bool EscapeWhiteSpaces => _model.EscapeWhiteSpaces;