7 references to Types
Microsoft.ML.Tokenizers (7)
Model\LlamaTokenizer.cs (1)
47
if (modelProto.TrainerSpec.ModelType != TrainerSpec.
Types
.ModelType.Bpe)
SentencepieceModel.cs (6)
101
new pbr::GeneratedClrTypeInfo(typeof(global::Sentencepiece.TrainerSpec), global::Sentencepiece.TrainerSpec.Parser, new[]{ "Input", "InputFormat", "ModelPrefix", "ModelType", "VocabSize", "AcceptLanguage", "SelfTestSampleSize", "EnableDifferentialPrivacy", "DifferentialPrivacyNoiseLevel", "DifferentialPrivacyClippingThreshold", "CharacterCoverage", "InputSentenceSize", "ShuffleInputSentence", "MiningSentenceSize", "TrainingSentenceSize", "SeedSentencepieceSize", "ShrinkingFactor", "MaxSentenceLength", "NumThreads", "NumSubIterations", "MaxSentencepieceLength", "SplitByUnicodeScript", "SplitByNumber", "SplitByWhitespace", "TreatWhitespaceAsSuffix", "AllowWhitespaceOnlyPieces", "SplitDigits", "PretokenizationDelimiter", "ControlSymbols", "UserDefinedSymbols", "RequiredChars", "ByteFallback", "VocabularyOutputPieceScore", "HardVocabLimit", "UseAllVocab", "UnkId", "BosId", "EosId", "PadId", "UnkPiece", "BosPiece", "EosPiece", "PadPiece", "UnkSurface", "TrainExtremelyLargeCorpus", "SeedSentencepiecesFile" }, null, new[]{ typeof(global::Sentencepiece.TrainerSpec.
Types
.ModelType) }, null, null),
299
private readonly static global::Sentencepiece.TrainerSpec.
Types
.ModelType ModelTypeDefaultValue = global::Sentencepiece.TrainerSpec.
Types
.ModelType.Unigram;
301
private global::Sentencepiece.TrainerSpec.
Types
.ModelType modelType_;
304
public global::Sentencepiece.TrainerSpec.
Types
.ModelType ModelType {
2605
ModelType = (global::Sentencepiece.TrainerSpec.
Types
.ModelType) input.ReadEnum();