1 write to _vocabIdToHighestOccurrence
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
165_vocabIdToHighestOccurrence = GetHighestOccurrenceMapping(highestOccurrenceMappingStream);
6 references to _vocabIdToHighestOccurrence
Microsoft.ML.Tokenizers (6)
Model\EnglishRobertaTokenizer.cs (6)
840list.Add(id <= 0 ? -id : _vocabIdToHighestOccurrence.IdToOccurrenceRank(id)); 862list.Add(id <= 0 ? 0 : _vocabIdToHighestOccurrence.IdToOccurrenceValue(id)); 884list.Add(_vocabIdToHighestOccurrence.ConvertOccurrenceRankToId(rank)); 893public int PadIndex => _vocabIdToHighestOccurrence.PadIndex; 898public int SymbolsCount => _vocabIdToHighestOccurrence.Count; 905public int AddMaskSymbol(string mask = "<mask>") => _vocabIdToHighestOccurrence.AddMaskSymbol(mask);