4 references to Add
Microsoft.ML.Tokenizers (4)
Model\BPETokenizer.cs (4)
1254
word.
Add
(unk.Value.Id, unk.Value.Len);
1257
word.
Add
(id, length);
1271
word.
Add
(unk.Value.Id, unk.Value.Len);
1294
word.
Add
(unk.Value.Id, unk.Value.Len);