8 references to Append
Microsoft.ML.Tokenizers (8)
Model\BPETokenizer.cs (3)
801
sb.
Append
(token);
811
sb.
Append
(UnknownToken);
818
sb.
Append
(s);
Model\EnglishRobertaTokenizer.cs (1)
777
sb.
Append
(s);
Model\SentencePieceBaseModel.cs (3)
362
sb.
Append
(token);
368
sb.
Append
(token);
405
sb.
Append
(token);
Model\WordPieceTokenizer.cs (1)
705
sb.
Append
(token);