4 references to Add
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
888
word.
Add
(unk.Value.Id, unk.Value.Len);
891
word.
Add
(id, length);
905
word.
Add
(unk.Value.Id, unk.Value.Len);
928
word.
Add
(unk.Value.Id, unk.Value.Len);