10 references to UnitSize
Microsoft.ML.Tokenizers.Tests (10)
src\Microsoft.ML.Tokenizers\Utils\DoubleArrayTrie.cs (10)
35
get => (_units[id /
UnitSize
] >> (id %
UnitSize
) & 1) == 1;
50
uint unitId = id /
UnitSize
;
51
return (uint)(_ranks![(int)unitId] + PopCount((uint)(_units[(int)unitId] & (~0U >> (int)(
UnitSize
- (id %
UnitSize
) - 1)))));
58
_units[(int)(id /
UnitSize
)] |= 1U << (int)(id %
UnitSize
);
62
_units[(int)(id /
UnitSize
)] &= ~(1U << (int)(id %
UnitSize
));
74
if ((_size %
UnitSize
) == 0)