7 overrides of Decode
Microsoft.ML.Tokenizers (6)
Model\BPETokenizer.cs (1)
684public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
Model\CodeGenTokenizer.cs (1)
1328public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
Model\EnglishRobertaTokenizer.cs (1)
792public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
Model\SentencePieceTokenizer.cs (1)
1773public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
Model\TiktokenTokenizer.cs (1)
860public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
Model\WordPieceTokenizer.cs (1)
723public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten) =>
Microsoft.ML.Tokenizers.Tests (1)
TokenizerTests.cs (1)
81public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)
2 references to Decode
Microsoft.ML.Tokenizers (2)
Tokenizer.cs (2)
362/// By default, it uses <see cref="Decode(IEnumerable{int}, Span{char}, out int, out int)"/>. 389switch (Decode(ids, destination, out int idsConsumed, out int charsWritten))