2 references to Unigram
Microsoft.ML.Tokenizers (2)
Model\SentencePieceTokenizer.cs (1)
28
TrainerSpec.Types.ModelType.
Unigram
=> new SentencePieceUnigramModel(modelProto, addBos, addEos, specialTokens),
SentencepieceModel.cs (1)
325
internal Types.ModelType ModelType { get; private set; } = Types.ModelType.
Unigram
;