3 references to SliceStartEnd
Microsoft.ML.Tokenizers (3)
Utils\BytePairEncoder.cs (3)
48
var slice = mergingBytes.
SliceStartEnd
(byteIndicesAndRanks[startIndex].Index, byteIndicesAndRanks[startIndex + skip + 2].Index);
117
result[i] = (ranks[mergingBytes.
SliceStartEnd
(startIndex, endIndex)], mappedStartIndex, indexMappingSpan[finalEndIndex] - mappedStartIndex);
276
: ranks[mergingBytes.
SliceStartEnd
(startIndex, endIndex)];