2 references to Phi2RepeatKV
Microsoft.ML.GenAI.Phi (2)
Module\Phi2Attention.cs (2)
143
var keyStates2 = Utils.
Phi2RepeatKV
(keyStates, this._numKeyValueGroups).transpose(2, 3);
144
var valueStates2 = Utils.
Phi2RepeatKV
(valueStates, this._numKeyValueGroups);