Base:
method
Decode
Microsoft.ML.Tokenizers.Tokenizer.Decode(System.Collections.Generic.IEnumerable<System.Int32>)
7 references to Decode
Microsoft.ML.Tokenizers.Tests (7)
LlamaTests.cs (2)
837
Assert.Equal(decodedWithNoSpecialTokens, tokenizer.
Decode
(expectedIds));
876
Assert.Equal(decodedWithNoSpecialTokens, tokenizerWithSuffix.
Decode
(expectedIdsWithSuffix));
SentencePieceTests.cs (5)
49
Assert.Equal("Hello", tokenizer.
Decode
(tokens.Select(t => t.Id)));
63
Assert.Equal("Hello", tokenizer.
Decode
(tokens.Select(t => t.Id)));
133
string decoded = tokenizer.
Decode
(tokens.Select(t => t.Id));
165
Assert.Equal(input, bpe.
Decode
(bpeTokens.Select(t => t.Id)));
166
Assert.Equal(input, unigram.
Decode
(unigramTokens.Select(t => t.Id)));
