2 references to Unigram
Microsoft.ML.Tokenizers (2)
Model\SentencePieceTokenizer.cs (1)
28
TrainerSpec.Types.ModelType.
Unigram
=> new SentencePieceUnigramModel(modelProto, addBos, addEos, specialTokens),
SentencepieceModel.cs (1)
299
private readonly static global::Sentencepiece.TrainerSpec.Types.ModelType ModelTypeDefaultValue = global::Sentencepiece.TrainerSpec.Types.ModelType.
Unigram
;