6 references to MergeWord
Microsoft.ML.Tokenizers (6)
Model\BPETokenizer.cs (6)
1348
word =
MergeWord
(textSpan, ref priorityQueue);
1357
word =
MergeWord
(text, ref priorityQueue);
1464
word =
MergeWord
(textSpan, ref priorityQueue);
1473
word =
MergeWord
(textSpan, ref priorityQueue);
1545
word =
MergeWord
(textSpan, ref priorityQueue);
1554
word =
MergeWord
(textSpan, ref priorityQueue);