1 write to Right
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
1812
Right
= right;
7 references to Right
Microsoft.ML.Tokenizers (7)
Model\CodeGenTokenizer.cs (7)
1636
if (symbols[top.Left].pieceSpan.Length == 0 || symbols[top.
Right
].pieceSpan.Length == 0 ||
1637
symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length != top.Length)
1643
symbols[top.Left].pieceSpan = (symbols[top.Left].pieceSpan.Index, symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length);
1646
symbols[top.Left].next = symbols[top.
Right
].next;
1648
if (symbols[top.
Right
].next >= 0)
1650
symbols[symbols[top.
Right
].next].prev = top.Left;
1652
symbols[top.
Right
].pieceSpan = (0, 0);