1 write to FilterUnsupportedChars
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
157FilterUnsupportedChars = filterUnsupportedChars;
3 references to FilterUnsupportedChars
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
281if (FilterUnsupportedChars)
Microsoft.ML.Tokenizers.Tests (2)
EnglishRobertaTests.cs (2)
278string expectedDecodedString = string.Concat((string[])(p[robertaModel!.FilterUnsupportedChars ? 5 : 2])); 291if (robertaModel.FilterUnsupportedChars)