1 write to _symbols
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
1114_symbols = new List<(int, int)>();
11 references to _symbols
Microsoft.ML.Tokenizers (11)
Model\EnglishRobertaTokenizer.cs (11)
1150Debug.Assert(rank < _symbols.Count); 1151return _symbols[rank].OccurrenceScore; 1159if ((uint)rank >= _symbols.Count) 1164return _symbols[rank].Id; 1176idx = _symbols.Count; 1177_symbols.Add((-1, defaultOccurrence)); 1188idx = _symbols.Count; 1189_symbols.Add((id, highOccurrenceScore)); 1213return idx < _symbols.Count ? _symbols[idx].Id : UnkIndex; 1217public int Count => _symbols.Count;