1 write to Merges
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
222
Merges
= new();
2 references to Merges
Microsoft.ML.Tokenizers (2)
Model\BPETokenizer.cs (2)
248
Merges
.Add(new Pair<int>(aId, bId), (i, newId));
931
word.MergeAll(
Merges
, Dropout, ref priorityQueue);