1 write to _mergeRanks
Microsoft.ML.Tokenizers (1)
Model\EnglishRobertaTokenizer.cs (1)
156
_mergeRanks
= GetMergeRanks(mergeStream);
2 references to _mergeRanks
Microsoft.ML.Tokenizers (2)
Model\EnglishRobertaTokenizer.cs (2)
978
var (first, second) = pairs.ArgMin(pair =>
_mergeRanks
.GetOrAdd(pair, int.MaxValue));
979
if (!
_mergeRanks
.TryGetValue((first, second), out int _))