1 write to Left
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
1829
Left
= left;
16 references to Left
Microsoft.ML.Tokenizers (16)
Model\CodeGenTokenizer.cs (16)
1654
if (symbols[top.
Left
].pieceSpan.Length == 0 || symbols[top.Right].pieceSpan.Length == 0 ||
1655
symbols[top.
Left
].pieceSpan.Length + symbols[top.Right].pieceSpan.Length != top.Length)
1661
symbols[top.
Left
].pieceSpan = (symbols[top.
Left
].pieceSpan.Index, symbols[top.
Left
].pieceSpan.Length + symbols[top.Right].pieceSpan.Length);
1664
symbols[top.
Left
].next = symbols[top.Right].next;
1668
symbols[symbols[top.Right].next].prev = top.
Left
;
1673
TryMerge(symbols[top.
Left
].prev, top.
Left
, text);
1674
TryMerge(top.
Left
, symbols[top.
Left
].next, text);
1842
return
Left
.CompareTo(other.
Left
);
1849
hashCode = (hashCode * 37) +
Left
.GetHashCode();
1855
public bool Equals(SymbolPair other) =>
Left
== other.
Left
&& Score == other.Score;