2 references to OneCharLen
Microsoft.ML.Tokenizers (2)
Model\SentencePieceUnigramModel.cs (1)
545
int mbLen = Helpers.
OneCharLen
(normalized[startsAt]);
Utils\Helpers.cs (1)
58
int bytesLength =
OneCharLen
(utf8Bytes[0]);