1 write to _vocabIdToHighestOccurrence
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
153
_vocabIdToHighestOccurrence
= GetHighestOccurrenceMapping(highestOccurrenceMappingStream);
6 references to _vocabIdToHighestOccurrence
Microsoft.ML.Tokenizers (6)
Model\EnglishRobertaTokenizer.cs (6)
829
list.Add(id <= 0 ? -id :
_vocabIdToHighestOccurrence
.IdToOccurrenceRank(id));
851
list.Add(id <= 0 ? 0 :
_vocabIdToHighestOccurrence
.IdToOccurrenceValue(id));
873
list.Add(
_vocabIdToHighestOccurrence
.ConvertOccurrenceRankToId(rank));
882
public int PadIndex =>
_vocabIdToHighestOccurrence
.PadIndex;
887
public int SymbolsCount =>
_vocabIdToHighestOccurrence
.Count;
894
public int AddMaskSymbol(string mask = "<mask>") =>
_vocabIdToHighestOccurrence
.AddMaskSymbol(mask);