5 references to Utils
Microsoft.ML.GenAI.Core (3)
Module\Attention.cs (3)
172
(queryStates, keyStates) =
Utils
.ApplyRotaryPosEmb(queryStates, keyStates, input.PositionalEmbeddings.Cos, input.PositionalEmbeddings.Sin);
180
keyStates =
Utils
.RepeatKV(keyStates, this._numKeyValueGroups);
181
valueStates =
Utils
.RepeatKV(valueStates, this._numKeyValueGroups);
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaMLP.cs (1)
44
this.activation_fn = Core.
Utils
.GetActivation(hiddenAct);
Microsoft.ML.GenAI.Phi (1)
Module\Phi3MLP.cs (1)
37
this.activation_fn = Core.
Utils
.GetActivation(hiddenAct);