8 references to Append
Microsoft.ML.Tokenizers (8)
Model\BPETokenizer.cs (3)
801sb.Append(token); 811sb.Append(UnknownToken); 818sb.Append(s);
Model\EnglishRobertaTokenizer.cs (1)
777sb.Append(s);
Model\SentencePieceBaseModel.cs (3)
318sb.Append(token); 324sb.Append(token); 361sb.Append(token);
Model\WordPieceTokenizer.cs (1)
705sb.Append(token);