3 references to FromPretrained
Microsoft.ML.GenAI.Samples (3)
Llama\LlamaSample.cs (1)
37
var model = LlamaForCausalLM.
FromPretrained
(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);
Llama\SFT_Llama_3_2_1B.cs (1)
92
var model = LlamaForCausalLM.
FromPretrained
(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: -1, quantizeToInt8: false);
MEAI\Llama3_1.cs (1)
38
var model = LlamaForCausalLM.
FromPretrained
(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);