Decode

6 overrides of Decode

Microsoft.ML.Tokenizers (5)

Model\BPETokenizer.cs (1)

639public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

Model\CodeGenTokenizer.cs (1)

1326public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

Model\EnglishRobertaTokenizer.cs (1)

781public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

Model\SentencePieceBpeTokenizer.cs (1)

1772public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

Model\TiktokenTokenizer.cs (1)

863public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

Microsoft.ML.Tokenizers.Tests (1)

TokenizerTests.cs (1)

81public override OperationStatus Decode(IEnumerable<int> ids, Span<char> destination, out int idsConsumed, out int charsWritten)

2 references to Decode

Microsoft.ML.Tokenizers (2)

Tokenizer.cs (2)

362/// By default, it uses <see cref="Decode(IEnumerable{int}, Span{char}, out int, out int)"/>. 389switch (Decode(ids, destination, out int idsConsumed, out int charsWritten))