3 writes to StartsAt
Microsoft.ML.Tokenizers (3)
Model\SentencePieceUnigramModel.cs (3)
733StartsAt = -1; 797targetNode.StartsAt = startsAt; 816targetNode.StartsAt = startsAt;
14 references to StartsAt
Microsoft.ML.Tokenizers (14)
Model\SentencePieceUnigramModel.cs (14)
637string stringToken = node.Id == UnknownId ? Helpers.GetString(normalizationSpan.Slice(node.StartsAt, endsAt - node.StartsAt)) : _vocabReverse[node.Id].Piece; 641endsAt = node.StartsAt; 794if (targetNode.StartsAt == -1 || candidateBestPathScore > targetNode.BestPathScore) 813if (targetNode.StartsAt == -1 || candidateBestPathScore > targetNode.BestPathScore) 1101unknownTokensTracking[unknownTokensCount - 1] = (ids.Count - 1, node.StartsAt, endsAt - node.StartsAt); 1104endsAt = node.StartsAt; 1429ids[idsIndex--] = (node.Id, node.StartsAt, endsAt - node.StartsAt); 1433endsAt = node.StartsAt; 1686int length = endsAt - node.StartsAt; 1701consumedCharacters += Helpers.GetUtf16LengthFromUtf8Bytes(normalizationSpan.Slice(node.StartsAt, length)); 1709endsAt = node.StartsAt;