1 write to _symbols
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
1103_symbols = new List<(int, int)>();
11 references to _symbols
Microsoft.ML.Tokenizers (11)
Model\EnglishRobertaTokenizer.cs (11)
1139Debug.Assert(rank < _symbols.Count); 1140return _symbols[rank].OccurrenceScore; 1148if ((uint)rank >= _symbols.Count) 1153return _symbols[rank].Id; 1165idx = _symbols.Count; 1166_symbols.Add((-1, defaultOccurrence)); 1177idx = _symbols.Count; 1178_symbols.Add((id, highOccurrenceScore)); 1202return idx < _symbols.Count ? _symbols[idx].Id : UnkIndex; 1206public int Count => _symbols.Count;