11 references to DoubleArrayUnit
Microsoft.ML.Tokenizers (11)
Normalizer\SentencePieceNormalizer.cs (4)
53DecodePrecompiledCharsMap(precompiledCharsMap, out DoubleArrayUnit[]? trieBlob, out _normalized); 486private unsafe void DecodePrecompiledCharsMap(ReadOnlySpan<byte> blob, out DoubleArrayUnit[]? trieBlob, out byte[]? normalized) 529trieBlob = new Span<DoubleArrayUnit>((DoubleArrayUnit*)pBlob, (int)trieBlobSize / 4).ToArray();
Utils\DoubleArrayTrie.cs (7)
721private readonly AutoPool<DoubleArrayUnit> _units = new(); 729public DoubleArrayUnit[] Units => _units.Buffer; 1039private readonly DoubleArrayUnit[] _array; 1041internal DoubleArrayUnit[] ArrayUnits => _array; 1054public DoubleArrayTrie(DoubleArrayUnit[] preCompiledData) 1069DoubleArrayUnit unit = _array[nodePos]; 1102DoubleArrayUnit unit = _array[id];