7 references to Append
Microsoft.ML.Tokenizers (7)
Model\BPETokenizer.cs (2)
641
sb.
Append
(s);
656
sb.
Append
(s);
Model\EnglishRobertaTokenizer.cs (1)
777
sb.
Append
(s);
Model\SentencePieceBaseModel.cs (3)
379
sb.
Append
(token);
385
sb.
Append
(token);
422
sb.
Append
(token);
Model\WordPieceTokenizer.cs (1)
705
sb.
Append
(token);