4 references to Add
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
932
word.
Add
(unk.Value.Id, unk.Value.Len);
935
word.
Add
(id, length);
949
word.
Add
(unk.Value.Id, unk.Value.Len);
972
word.
Add
(unk.Value.Id, unk.Value.Len);