4 references to Add
Microsoft.ML.Tokenizers (4)
Model\BpeTokenizer.cs (4)
1274
word.
Add
(unk.Value.Id, unk.Value.Len);
1277
word.
Add
(id, length);
1291
word.
Add
(unk.Value.Id, unk.Value.Len);
1314
word.
Add
(unk.Value.Id, unk.Value.Len);