4 instantiations of TrainerSpec
Microsoft.ML.Tokenizers (4)
SentencepieceModel.cs (4)
121private static readonly pb::MessageParser<TrainerSpec> _parser = new pb::MessageParser<TrainerSpec>(() => new TrainerSpec()); 209return new TrainerSpec(this); 4145TrainerSpec = new global::Sentencepiece.TrainerSpec(); 4240TrainerSpec = new global::Sentencepiece.TrainerSpec();
29 references to TrainerSpec
Microsoft.ML.Tokenizers (29)
Model\LlamaTokenizer.cs (1)
47if (modelProto.TrainerSpec.ModelType != TrainerSpec.Types.ModelType.Bpe)
SentencepieceModel.cs (28)
101new pbr::GeneratedClrTypeInfo(typeof(global::Sentencepiece.TrainerSpec), global::Sentencepiece.TrainerSpec.Parser, new[]{ "Input", "InputFormat", "ModelPrefix", "ModelType", "VocabSize", "AcceptLanguage", "SelfTestSampleSize", "EnableDifferentialPrivacy", "DifferentialPrivacyNoiseLevel", "DifferentialPrivacyClippingThreshold", "CharacterCoverage", "InputSentenceSize", "ShuffleInputSentence", "MiningSentenceSize", "TrainingSentenceSize", "SeedSentencepieceSize", "ShrinkingFactor", "MaxSentenceLength", "NumThreads", "NumSubIterations", "MaxSentencepieceLength", "SplitByUnicodeScript", "SplitByNumber", "SplitByWhitespace", "TreatWhitespaceAsSuffix", "AllowWhitespaceOnlyPieces", "SplitDigits", "PretokenizationDelimiter", "ControlSymbols", "UserDefinedSymbols", "RequiredChars", "ByteFallback", "VocabularyOutputPieceScore", "HardVocabLimit", "UseAllVocab", "UnkId", "BosId", "EosId", "PadId", "UnkPiece", "BosPiece", "EosPiece", "PadPiece", "UnkSurface", "TrainExtremelyLargeCorpus", "SeedSentencepiecesFile" }, null, new[]{ typeof(global::Sentencepiece.TrainerSpec.Types.ModelType) }, null, null), 116internal sealed partial class TrainerSpec : pb::IExtendableMessage<TrainerSpec> 121private static readonly pb::MessageParser<TrainerSpec> _parser = new pb::MessageParser<TrainerSpec>(() => new TrainerSpec()); 123private pb::ExtensionSet<TrainerSpec> _extensions; 124private pb::ExtensionSet<TrainerSpec> _Extensions { get { return _extensions; } } 129public static pb::MessageParser<TrainerSpec> Parser { get { return _parser; } } 153public TrainerSpec(TrainerSpec other) : this() { 208public TrainerSpec Clone() { 299private readonly static global::Sentencepiece.TrainerSpec.Types.ModelType ModelTypeDefaultValue = global::Sentencepiece.TrainerSpec.Types.ModelType.Unigram; 301private global::Sentencepiece.TrainerSpec.Types.ModelType modelType_; 304public global::Sentencepiece.TrainerSpec.Types.ModelType ModelType { 1597return Equals(other as TrainerSpec); 1602public bool Equals(TrainerSpec other) { 2243public void MergeFrom(TrainerSpec other) { 2605ModelType = (global::Sentencepiece.TrainerSpec.Types.ModelType) input.ReadEnum(); 2785public TValue GetExtension<TValue>(pb::Extension<TrainerSpec, TValue> extension) { 2788public pbc::RepeatedField<TValue> GetExtension<TValue>(pb::RepeatedExtension<TrainerSpec, TValue> extension) { 2791public pbc::RepeatedField<TValue> GetOrInitializeExtension<TValue>(pb::RepeatedExtension<TrainerSpec, TValue> extension) { 2794public void SetExtension<TValue>(pb::Extension<TrainerSpec, TValue> extension, TValue value) { 2797public bool HasExtension<TValue>(pb::Extension<TrainerSpec, TValue> extension) { 2800public void ClearExtension<TValue>(pb::Extension<TrainerSpec, TValue> extension) { 2803public void ClearExtension<TValue>(pb::RepeatedExtension<TrainerSpec, TValue> extension) { 3940private global::Sentencepiece.TrainerSpec trainerSpec_; 3946public global::Sentencepiece.TrainerSpec TrainerSpec {