1 write to _mergeRanks
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
168
_mergeRanks
= GetMergeRanks(mergeStream);
2 references to _mergeRanks
Microsoft.ML.Tokenizers (2)
Model\EnglishRobertaTokenizer.cs (2)
989
var (first, second) = pairs.ArgMin(pair =>
_mergeRanks
.GetOrAdd(pair, int.MaxValue));
990
if (!
_mergeRanks
.TryGetValue((first, second), out int _))