17 references to Utils
Microsoft.ML.GenAI.Core (3)
Module\Attention.cs (3)
172(queryStates, keyStates) = Utils.ApplyRotaryPosEmb(queryStates, keyStates, input.PositionalEmbeddings.Cos, input.PositionalEmbeddings.Sin); 180keyStates = Utils.RepeatKV(keyStates, this._numKeyValueGroups); 181valueStates = Utils.RepeatKV(valueStates, this._numKeyValueGroups);
Microsoft.ML.GenAI.LLaMA (6)
LlamaConfig.cs (5)
45var llama3_1_8b_content = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-8B-Instruct.json"); 46var llama3_1_70b_content = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-70B-Instruct.json"); 47var llama3_1_405b_content = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.1-405B-Instruct.json"); 48var llama3_2_1b_content = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.2-1B-Instruct.json"); 49var llama3_2_3b_content = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.LLaMA.Resource.Config.meta-llama-3.2-3B-Instruct.json");
Module\LlamaMLP.cs (1)
44this.activation_fn = Core.Utils.GetActivation(hiddenAct);
Microsoft.ML.GenAI.Mistral (2)
MistralConfig.cs (1)
41var mistral7BInstructContent = Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Mistral.Resource.Config.mistral-7B-instruct-v0.3.json");
MistralMLP.cs (1)
33this.act_fn = Core.Utils.GetActivation(hiddenAct);
Microsoft.ML.GenAI.Phi (6)
Module\Phi3MLP.cs (1)
37this.activation_fn = Core.Utils.GetActivation(hiddenAct);
Phi2\Config.cs (1)
44var phi2ConfigContent = Core.Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-2-config.json");
Phi3\Config.cs (4)
45var phi3Mini4kInstructContent = Core.Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-mini-4k-instruct-config.json"); 46var phi3Mini128kInstructContent = Core.Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-mini-128k-instruct-config.json"); 47var phi3Medium4kInstructContent = Core.Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-medium-4k-instruct-config.json"); 48var phi3Medium128kInstructContent = Core.Utils.GetEmbeddedResource("Microsoft.ML.GenAI.Phi.Resource.Config.phi-3-medium-128k-instruct-config.json");