2 references to TreatWhitespaceAsSuffix
Microsoft.ML.Tokenizers.Tests (2)
LlamaTests.cs (2)
374
Assert.False(bpe.
TreatWhitespaceAsSuffix
);
873
Assert.True(tokenizerWithSuffix.
TreatWhitespaceAsSuffix
);