4 references to MistralTokenizerHelper
Microsoft.ML.GenAI.Mistral.Tests (1)
Mistral_7B_Instruct_V0_3Tests.cs (1)
110
var tokenizer =
MistralTokenizerHelper
.FromPretrained(modelWeightFolder);
Microsoft.ML.GenAI.Samples (3)
Mistral\Mistral_7B_Instruct.cs (3)
43
var tokenizer =
MistralTokenizerHelper
.FromPretrained(originalWeightFolder);
74
var tokenizer =
MistralTokenizerHelper
.FromPretrained(originalWeightFolder, modelName: "tokenizer.model");
128
var tokenizer =
MistralTokenizerHelper
.FromPretrained(originalWeightFolder);