1 write to EscapeWhiteSpaces
Microsoft.ML.Tokenizers (1)
Normalizer\SentencePieceNormalizer.cs (1)
26EscapeWhiteSpaces = escapeWhiteSpaces;
5 references to EscapeWhiteSpaces
Microsoft.ML.Tokenizers (5)
Normalizer\SentencePieceNormalizer.cs (5)
124span[bufferIndex++] = EscapeWhiteSpaces ? DummyPrefix : ' '; 135span[bufferIndex++] = EscapeWhiteSpaces ? DummyPrefix : c; 160span[bufferIndex++] = EscapeWhiteSpaces ? DummyPrefix : ' '; 199span[bufferIndex++] = EscapeWhiteSpaces ? DummyPrefix : ' '; 238span[currentBufferIndex + 1] = EscapeWhiteSpaces ? DummyPrefix : ' ';