2 references to SliceStartEnd
Microsoft.ML.Tokenizers (2)
Utils\BytePairEncoder.cs (2)
39
var slice = mergingBytes.
SliceStartEnd
(byteIndicesAndRanks[startIndex].Index, byteIndicesAndRanks[startIndex + skip + 2].Index);
108
result[i] = (ranks[mergingBytes.
SliceStartEnd
(startIndex, endIndex)], mappedStartIndex, indexMappingSpan[finalEndIndex] - mappedStartIndex);