8 references to Append
Microsoft.ML.Tokenizers (8)
Model\BPETokenizer.cs (3)
801
sb.
Append
(token);
811
sb.
Append
(UnknownToken);
818
sb.
Append
(s);
Model\EnglishRobertaTokenizer.cs (1)
777
sb.
Append
(s);
Model\SentencePieceBaseModel.cs (3)
318
sb.
Append
(token);
324
sb.
Append
(token);
361
sb.
Append
(token);
Model\WordPieceTokenizer.cs (1)
705
sb.
Append
(token);