2 instantiations of TrainerSpec
Microsoft.ML.Tokenizers (2)
SentencepieceModel.cs (2)
175internal TrainerSpec TrainerSpec { get; private set; } = new(); 339TrainerSpec result = new();
7 references to TrainerSpec
Microsoft.ML.Tokenizers (7)
Model\LlamaTokenizer.cs (1)
47if (modelProto.TrainerSpec.ModelType != TrainerSpec.Types.ModelType.Bpe)
Model\SentencePieceTokenizer.cs (2)
27TrainerSpec.Types.ModelType.Bpe => new SentencePieceBpeModel(modelProto, addBos, addEos, specialTokens), 28TrainerSpec.Types.ModelType.Unigram => new SentencePieceUnigramModel(modelProto, addBos, addEos, specialTokens),
SentencepieceModel.cs (4)
175internal TrainerSpec TrainerSpec { get; private set; } = new(); 209result.TrainerSpec = TrainerSpec.Parse(data, pos, pos + length); 337internal static TrainerSpec Parse(byte[] data, int start, int end) 339TrainerSpec result = new();