1 instantiation of SymbolPair
Microsoft.ML.Tokenizers (1)
Model\SentencePieceTokenizer.cs (1)
2247
SymbolPair pair =
new
(left, right, leftId.Score, pieceLength, leftId.Id);
7 references to SymbolPair
Microsoft.ML.Tokenizers (7)
Model\SentencePieceTokenizer.cs (7)
2194
PriorityQueue<
SymbolPair
> agenda = new(symbolIndex);
2204
SymbolPair
top = agenda.Dequeue();
2247
SymbolPair
pair = new(left, right, leftId.Score, pieceLength, leftId.Id);
2258
private struct SymbolPair : IEquatable<
SymbolPair
>, IComparable<
SymbolPair
>
2275
public int CompareTo(
SymbolPair
other)
2293
public bool Equals(
SymbolPair
other) => Left == other.Left && Score == other.Score;