3 references to Utils
Microsoft.ML.GenAI.Phi (3)
Module\Phi2Attention.cs (3)
134
(var qRot, var kRot) =
Utils
.ApplyRotaryPosEmb(queryRot, keyRot, cos, sin, positionIds);
143
var keyStates2 =
Utils
.Phi2RepeatKV(keyStates, this._numKeyValueGroups).transpose(2, 3);
144
var valueStates2 =
Utils
.Phi2RepeatKV(valueStates, this._numKeyValueGroups);