2 references to UnicodeError
Microsoft.ML.Tokenizers.Tests (2)
src\Microsoft.ML.Tokenizers\Utils\Helpers.cs (2)
358
return
UnicodeError
;
371
return c !=
UnicodeError
|| encodedLength == 3;