17 references to Utils
Microsoft.ML.GenAI.Core (3)
Module\Attention.cs (3)
172
(queryStates, keyStates) =
Utils
.ApplyRotaryPosEmb(queryStates, keyStates, input.PositionalEmbeddings.Cos, input.PositionalEmbeddings.Sin);
180
keyStates =
Utils
.RepeatKV(keyStates, this._numKeyValueGroups);
181
valueStates =
Utils
.RepeatKV(valueStates, this._numKeyValueGroups);
Microsoft.ML.GenAI.LLaMA (6)
LlamaConfig.cs (5)
45
var llama3_1_8b_content =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-8B-Instruct.json");
46
var llama3_1_70b_content =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-70B-Instruct.json");
47
var llama3_1_405b_content =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-405B-Instruct.json");
48
var llama3_2_1b_content =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.2-1B-Instruct.json");
49
var llama3_2_3b_content =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.2-3B-Instruct.json");
Module\LlamaMLP.cs (1)
44
this.activation_fn = Core.
Utils
.GetActivation(hiddenAct);
Microsoft.ML.GenAI.Mistral (2)
MistralConfig.cs (1)
41
var mistral7BInstructContent =
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Mistral.Resource.Config.mistral-7B-instruct-v0.3.json");
MistralMLP.cs (1)
33
this.act_fn = Core.
Utils
.GetActivation(hiddenAct);
Microsoft.ML.GenAI.Phi (6)
Module\Phi3MLP.cs (1)
37
this.activation_fn = Core.
Utils
.GetActivation(hiddenAct);
Phi2\Config.cs (1)
44
var phi2ConfigContent = Core.
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-2-config.json");
Phi3\Config.cs (4)
45
var phi3Mini4kInstructContent = Core.
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-mini-4k-instruct-config.json");
46
var phi3Mini128kInstructContent = Core.
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-mini-128k-instruct-config.json");
47
var phi3Medium4kInstructContent = Core.
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-medium-4k-instruct-config.json");
48
var phi3Medium128kInstructContent = Core.
Utils
.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-medium-128k-instruct-config.json");