2 references to FromPretrained
Microsoft.ML.GenAI.Samples (2)
Llama\LlamaSample.cs (1)
37
var model = LlamaForCausalLM.
FromPretrained
(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);
MEAI\Llama3_1.cs (1)
38
var model = LlamaForCausalLM.
FromPretrained
(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);