2 references to UnicodeError
Microsoft.ML.Tokenizers.Tests (2)
src\Microsoft.ML.Tokenizers\Utils\Helpers.cs (2)
336
return
UnicodeError
;
349
return c !=
UnicodeError
|| encodedLength == 3;