2 references to PreTokenizerSplitsWhitespace
Microsoft.ML.Tokenizers (2)
Model\SentencePieceTokenizer.cs (2)
711
if (
PreTokenizerSplitsWhitespace
(preTokenizerElement))
1167
if (
PreTokenizerSplitsWhitespace
(inner))