1 write to Merges
Microsoft.ML.Tokenizers (1)
Model\BPETokenizer.cs (1)
363
Merges
= new();
2 references to Merges
Microsoft.ML.Tokenizers (2)
Model\BPETokenizer.cs (2)
389
Merges
.Add(new Pair<int>(aId, bId), (i, newId));
1301
word.MergeAll(
Merges
, Dropout, ref priorityQueue);