4 references to LlamaTokenizerHelper
Microsoft.ML.GenAI.LLaMA.Tests (1)
LLaMA3_1Tests.cs (1)
68
var tokenizer =
LlamaTokenizerHelper
.FromPretrained(modelWeightFolder);
Microsoft.ML.GenAI.Samples (3)
Llama\LlamaSample.cs (1)
36
var tokenizer =
LlamaTokenizerHelper
.FromPretrained(originalWeightFolder);
Llama\SFT_Llama_3_2_1B.cs (1)
91
var tokenizer =
LlamaTokenizerHelper
.FromPretrained(originalWeightFolder);
MEAI\Llama3_1.cs (1)
37
var tokenizer =
LlamaTokenizerHelper
.FromPretrained(originalWeightFolder);