5 references to Helpers
Microsoft.ML.Tokenizers.Tests (5)
DoubleArrayTrieTest.cs (1)
84Assert.StartsWith(Helpers.GetString(utf8Bytes.AsSpan(0, doubleArrayResultPairs[i].Length)), key, StringComparison.Ordinal);
src\Microsoft.ML.Tokenizers\Utils\DoubleArrayTrie.cs (1)
758encodingLength = Helpers.GetUtf8Bytes(pair.Key.AsSpan(), bytes);
src\Microsoft.ML.Tokenizers\Utils\Helpers.netcoreapp.cs (1)
89Helpers.ArrayPoolGrow(ref destination, destination.Length * 2);
src\Microsoft.ML.Tokenizers\Utils\OrdinalUtf8StringComparer.cs (2)
73xLen = Helpers.GetUtf8Bytes(x.AsSpan(i), buffer1); 74yLen = Helpers.GetUtf8Bytes(y.AsSpan(i), buffer2);