3 references to GetUtf8Bytes
Microsoft.ML.Tokenizers.Tests (3)
src\Microsoft.ML.Tokenizers\Utils\DoubleArrayTrie.cs (1)
758
encodingLength = Helpers.
GetUtf8Bytes
(pair.Key.AsSpan(), bytes);
src\Microsoft.ML.Tokenizers\Utils\OrdinalUtf8StringComparer.cs (2)
73
xLen = Helpers.
GetUtf8Bytes
(x.AsSpan(i), buffer1);
74
yLen = Helpers.
GetUtf8Bytes
(y.AsSpan(i), buffer2);