SentencePieceBaseModel

2 types derived from SentencePieceBaseModel

Microsoft.ML.Tokenizers (2)

Model\SentencePieceBpeModel.cs (1)

19internal sealed class SentencePieceBpeModel : SentencePieceBaseModel

Model\SentencePieceUnigramModel.cs (1)

18internal sealed class SentencePieceUnigramModel : SentencePieceBaseModel

3 references to SentencePieceBaseModel

Microsoft.ML.Tokenizers (3)

Model\SentencePieceBaseModel.cs (2)

399static bool TryDecodeAsSpecialToken(SentencePieceBaseModel model, int id, bool considerSpecialTokens, ref ValueStringBuilder sb) 637static OperationStatus TryDecodeAsSpecialToken(SentencePieceBaseModel model, int id, bool considerSpecialTokens, Span<char> buffer, ref int charsWritten, out bool isSpecialToken)

Model\SentencePieceTokenizer.cs (1)

21private readonly SentencePieceBaseModel _model;