6 references to Helpers
Microsoft.ML.Tokenizers.Tests (6)
DoubleArrayTrieTest.cs (1)
84
Assert.StartsWith(
Helpers
.GetString(utf8Bytes.AsSpan(0, doubleArrayResultPairs[i].Length)), key, StringComparison.Ordinal);
src\Microsoft.ML.Tokenizers\Utils\DoubleArrayTrie.cs (1)
758
encodingLength =
Helpers
.GetUtf8Bytes(pair.Key.AsSpan(), bytes);
src\Microsoft.ML.Tokenizers\Utils\Helpers.cs (1)
223
Helpers
.ArrayPoolGrow<byte>(ref bytes, bytes.Length * 2);
src\Microsoft.ML.Tokenizers\Utils\Helpers.netcoreapp.cs (1)
89
Helpers
.ArrayPoolGrow(ref destination, destination.Length * 2);
src\Microsoft.ML.Tokenizers\Utils\OrdinalUtf8StringComparer.cs (2)
73
xLen =
Helpers
.GetUtf8Bytes(x.AsSpan(i), buffer1);
74
yLen =
Helpers
.GetUtf8Bytes(y.AsSpan(i), buffer2);