1 instantiation of BestPathNode
Microsoft.ML.Tokenizers (1)
Model\SentencePieceUnigramModel.cs (1)
533
bestPathEndsAt[i] = new
BestPathNode
();
19 references to BestPathNode
Microsoft.ML.Tokenizers (19)
Model\SentencePieceUnigramModel.cs (19)
395
BestPathNode
[] bestPathEndsAt = ArrayPool<
BestPathNode
>.Shared.Rent(normalizationSpan.Length + 1);
410
ref
BestPathNode
node = ref bestPathEndsAt[endsAt];
455
ArrayPool<
BestPathNode
>.Shared.Return(bestPathEndsAt);
521
private void Encode(ReadOnlySpan<byte> normalized, Span<
BestPathNode
> bestPathEndsAt)
562
ref
BestPathNode
targetNode = ref bestPathEndsAt[keyPos];
585
ref
BestPathNode
targetNode = ref bestPathEndsAt[startsAt + mbLen];
835
BestPathNode
[] bestPathEndsAt = ArrayPool<
BestPathNode
>.Shared.Rent(normalizationSpan.Length + 1);
849
ref
BestPathNode
node = ref bestPathEndsAt[endsAt];
871
ArrayPool<
BestPathNode
>.Shared.Return(bestPathEndsAt);
1166
BestPathNode
[] bestPathEndsAt = ArrayPool<
BestPathNode
>.Shared.Rent(normalizationSpan.Length + 1);
1181
ref
BestPathNode
node = ref bestPathEndsAt[endsAt];
1192
ArrayPool<
BestPathNode
>.Shared.Return(bestPathEndsAt);
1417
BestPathNode
[] bestPathEndsAt = ArrayPool<
BestPathNode
>.Shared.Rent(normalizationSpan.Length + 1);
1426
ref
BestPathNode
node = ref bestPathEndsAt[endsAt];
1470
ArrayPool<
BestPathNode
>.Shared.Return(bestPathEndsAt);