1 write to Right
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
1829
Right
= right;
7 references to Right
Microsoft.ML.Tokenizers (7)
Model\CodeGenTokenizer.cs (7)
1651
if (symbols[top.Left].pieceSpan.Length == 0 || symbols[top.
Right
].pieceSpan.Length == 0 ||
1652
symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length != top.Length)
1658
symbols[top.Left].pieceSpan = (symbols[top.Left].pieceSpan.Index, symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length);
1661
symbols[top.Left].next = symbols[top.
Right
].next;
1663
if (symbols[top.
Right
].next >= 0)
1665
symbols[symbols[top.
Right
].next].prev = top.Left;
1667
symbols[top.
Right
].pieceSpan = (0, 0);