7 references to Append
Microsoft.ML.Tokenizers (7)
Model\BPETokenizer.cs (2)
798
sb.
Append
(s);
813
sb.
Append
(s);
Model\EnglishRobertaTokenizer.cs (1)
777
sb.
Append
(s);
Model\SentencePieceBaseModel.cs (3)
318
sb.
Append
(token);
324
sb.
Append
(token);
361
sb.
Append
(token);
Model\WordPieceTokenizer.cs (1)
705
sb.
Append
(token);