4 references to Add
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
1258
word.
Add
(unk.Value.Id, unk.Value.Len);
1261
word.
Add
(id, length);
1275
word.
Add
(unk.Value.Id, unk.Value.Len);
1298
word.
Add
(unk.Value.Id, unk.Value.Len);