8 instantiations of LlamaForCausalLM
Microsoft.ML.GenAI.LLaMA (3)
LlamaForCausalLM.cs (3)
81
var model = new
LlamaForCausalLM
(modelConfig);
114
var model = new
LlamaForCausalLM
(modelConfig);
132
model = new
LlamaForCausalLM
(modelConfig);
Microsoft.ML.GenAI.LLaMA.Tests (5)
LLaMA3_1Tests.cs (3)
37
var model = new
LlamaForCausalLM
(LlamaConfig.Llama3_1_8B_Instruct, "meta");
47
var model = new
LlamaForCausalLM
(LlamaConfig.Llama3_1_70B_Instruct, "meta");
57
var model = new
LlamaForCausalLM
(LlamaConfig.Llama3_1_405B_Instruct, "meta");
LLaMA3_2Tests.cs (2)
32
var model = new
LlamaForCausalLM
(LlamaConfig.Llama3_2_1B_Instruct);
42
var model = new
LlamaForCausalLM
(LlamaConfig.Llama_3_2_3B_Instruct);
24 references to LlamaForCausalLM
Microsoft.ML.GenAI.LLaMA (13)
Llama3CausalLMChatClient.cs (2)
12
public class Llama3CausalLMChatClient : CausalLMPipelineChatClient<Tokenizer,
LlamaForCausalLM
>
17
ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> pipeline,
LlamaCausalLMAgent.cs (2)
15
private readonly ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> _pipeline;
27
ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> pipeline,
LlamaChatCompletionService.cs (2)
15
private readonly ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> _pipeline;
24
public LlamaChatCompletionService(ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> pipeline, ISemanticKernelChatTemplateBuilder? templateBuilder = null)
LlamaForCausalLM.cs (5)
28
: base(nameof(
LlamaForCausalLM
))
71
public static
LlamaForCausalLM
FromPretrained(
81
var
model = new LlamaForCausalLM(modelConfig);
94
public static
LlamaForCausalLM
FromPretrained(
114
var
model = new LlamaForCausalLM(modelConfig);
LlamaTextCompletionService.cs (2)
20
private readonly ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> _pipeline;
22
public LlamaTextCompletionService(ICausalLMPipeline<Tokenizer,
LlamaForCausalLM
> pipeline)
Microsoft.ML.GenAI.LLaMA.Tests (5)
LLaMA3_1Tests.cs (3)
37
var
model = new LlamaForCausalLM(LlamaConfig.Llama3_1_8B_Instruct, "meta");
47
var
model = new LlamaForCausalLM(LlamaConfig.Llama3_1_70B_Instruct, "meta");
57
var
model = new LlamaForCausalLM(LlamaConfig.Llama3_1_405B_Instruct, "meta");
LLaMA3_2Tests.cs (2)
32
var
model = new LlamaForCausalLM(LlamaConfig.Llama3_2_1B_Instruct);
42
var
model = new LlamaForCausalLM(LlamaConfig.Llama_3_2_3B_Instruct);
Microsoft.ML.GenAI.Samples (6)
Llama\LlamaSample.cs (3)
37
var
model =
LlamaForCausalLM
.FromPretrained(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);
39
var pipeline = new CausalLMPipeline<TiktokenTokenizer,
LlamaForCausalLM
>(tokenizer, model, device);
MEAI\Llama3_1.cs (3)
38
var
model =
LlamaForCausalLM
.FromPretrained(weightFolder, configName, checkPointName: checkPointName, layersOnTargetDevice: 26, quantizeToInt8: true);
40
var pipeline = new CausalLMPipeline<TiktokenTokenizer,
LlamaForCausalLM
>(tokenizer, model, device);