1 write to _symbols
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
1103
_symbols
= new List<(int, int)>();
11 references to _symbols
Microsoft.ML.Tokenizers (11)
Model\EnglishRobertaTokenizer.cs (11)
1139
Debug.Assert(rank <
_symbols
.Count);
1140
return
_symbols
[rank].OccurrenceScore;
1148
if ((uint)rank >=
_symbols
.Count)
1153
return
_symbols
[rank].Id;
1165
idx =
_symbols
.Count;
1166
_symbols
.Add((-1, defaultOccurrence));
1177
idx =
_symbols
.Count;
1178
_symbols
.Add((id, highOccurrenceScore));
1202
return idx <
_symbols
.Count ?
_symbols
[idx].Id : UnkIndex;
1206
public int Count =>
_symbols
.Count;