1 write to Right
Microsoft.ML.Tokenizers (1)
Model\CodeGenTokenizer.cs (1)
1830Right = right;
7 references to Right
Microsoft.ML.Tokenizers (7)
Model\CodeGenTokenizer.cs (7)
1654if (symbols[top.Left].pieceSpan.Length == 0 || symbols[top.Right].pieceSpan.Length == 0 || 1655symbols[top.Left].pieceSpan.Length + symbols[top.Right].pieceSpan.Length != top.Length) 1661symbols[top.Left].pieceSpan = (symbols[top.Left].pieceSpan.Index, symbols[top.Left].pieceSpan.Length + symbols[top.Right].pieceSpan.Length); 1664symbols[top.Left].next = symbols[top.Right].next; 1666if (symbols[top.Right].next >= 0) 1668symbols[symbols[top.Right].next].prev = top.Left; 1670symbols[top.Right].pieceSpan = (0, 0);