2 references to UnicodeError
Microsoft.ML.Tokenizers (2)
Utils\Helpers.cs (2)
358
return
UnicodeError
;
371
return c !=
UnicodeError
|| encodedLength == 3;