6 references to ModelType
Microsoft.ML.Tokenizers (6)
Model\LlamaTokenizer.cs (1)
47
if (modelProto.TrainerSpec.ModelType != TrainerSpec.Types.
ModelType
.Bpe)
Model\SentencePieceTokenizer.cs (2)
27
TrainerSpec.Types.
ModelType
.Bpe => new SentencePieceBpeModel(modelProto, addBos, addEos, specialTokens),
28
TrainerSpec.Types.
ModelType
.Unigram => new SentencePieceUnigramModel(modelProto, addBos, addEos, specialTokens),
SentencepieceModel.cs (3)
325
internal Types.
ModelType
ModelType { get; private set; } = Types.
ModelType
.Unigram;
350
result.ModelType = (Types.
ModelType
)SentencePieceProtobufReader.ReadRawVarint32(data, end, ref pos);