1 write to Merges
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
267
Merges
= new();
2 references to Merges
Microsoft.ML.Tokenizers (2)
Model\BPETokenizer.cs (2)
293
Merges
.Add(new Pair<int>(aId, bId), (i, newId));
975
word.MergeAll(
Merges
, Dropout, ref priorityQueue);