1 write to Right
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
1830
Right
= right;
7 references to Right
Microsoft.ML.Tokenizers (7)
Model\CodeGenTokenizer.cs (7)
1654
if (symbols[top.Left].pieceSpan.Length == 0 || symbols[top.
Right
].pieceSpan.Length == 0 ||
1655
symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length != top.Length)
1661
symbols[top.Left].pieceSpan = (symbols[top.Left].pieceSpan.Index, symbols[top.Left].pieceSpan.Length + symbols[top.
Right
].pieceSpan.Length);
1664
symbols[top.Left].next = symbols[top.
Right
].next;
1666
if (symbols[top.
Right
].next >= 0)
1668
symbols[symbols[top.
Right
].next].prev = top.Left;
1670
symbols[top.
Right
].pieceSpan = (0, 0);