3 writes to C
Microsoft.ML.Tokenizers (3)
24 references to C
Microsoft.ML.Tokenizers (24)
Model\Word.cs (24)
62if (_symbols[i].C == c1 && i + 1 < _symbols.Count && _symbols[i + 1].C == c2)
70changes.Push((Pair<int>.Create(_symbols[i - 1].C, first.C), -1));
71changes.Push((Pair<int>.Create(_symbols[i - 1].C, replacement), 1));
89changes.Push((Pair<int>.Create(second.C, _symbols[i + 1].C), -1));
90changes.Push((Pair<int>.Create(replacement, _symbols[i + 1].C), 1));
109if (merges.TryGetValue(Pair<int>.Create(_symbols[i].C, _symbols[i + 1].C), out (int m1, int m2) value))
141Pair<int> targetNewPair = Pair<int>.Create(_symbols[top.Pos].C, right.C);
165Pair<int> newPair = Pair<int>.Create(prevSymbol.C, current.C);
178Pair<int> newPair = Pair<int>.Create(current.C, nextSymbol.C);
201accumulatedIds.Add(_symbols[i].C);
213accumulatedIds.Add(_symbols[i].C);
228accumulatedIds.Add(_symbols[i].C);
268chars.Push(_symbols[i].C);
283sb.Append($"{_symbols[0].C}");
286sb.Append($", {_symbols[i].C}");
299tokens.Add(new EncodedToken(_symbols[i].C, vocabReverse[_symbols[i].C], new Range(index + offset, index + offset + _symbols[i].Len)));