6 references to EscapeWhiteSpaces
Microsoft.ML.Tokenizers.Tests (6)
LlamaTests.cs (1)
373
Assert.True(bpe.
EscapeWhiteSpaces
);
SentencePieceTests.cs (5)
76
Assert.True(tokenizer.
EscapeWhiteSpaces
);
99
Assert.True(tokenizer.
EscapeWhiteSpaces
);
211
Assert.True(tokenizer.
EscapeWhiteSpaces
);
256
Assert.False(tokenizer.
EscapeWhiteSpaces
);
395
Assert.True(tokenizer.
EscapeWhiteSpaces
);