Helpers

9 references to Helpers

Microsoft.ML.Tokenizers.Tests (9)

DoubleArrayTrieTest.cs (1)

84Assert.StartsWith(Helpers.GetString(utf8Bytes.AsSpan(0, doubleArrayResultPairs[i].Length)), key, StringComparison.Ordinal);

src\Microsoft.ML.Tokenizers\Utils\DoubleArrayTrie.cs (1)

758encodingLength = Helpers.GetUtf8Bytes(pair.Key.AsSpan(), bytes);

src\Microsoft.ML.Tokenizers\Utils\Helpers.cs (1)

223Helpers.ArrayPoolGrow<byte>(ref bytes, bytes.Length * 2);

src\Microsoft.ML.Tokenizers\Utils\Helpers.netstandard.cs (4)

147Helpers.ArrayPoolGrow(ref destination, destination.Length * 2); 159Helpers.ArrayPoolGrow(ref destination, destination.Length * 2); 172Helpers.ArrayPoolGrow(ref destination, Math.Max(destination.Length, 4) * 2); 186Helpers.ArrayPoolGrow(ref destination, Math.Max(destination.Length, 3) * 2);

src\Microsoft.ML.Tokenizers\Utils\OrdinalUtf8StringComparer.cs (2)

73xLen = Helpers.GetUtf8Bytes(x.AsSpan(i), buffer1); 74yLen = Helpers.GetUtf8Bytes(y.AsSpan(i), buffer2);