1 write to _numKeyValueGroups
Microsoft.ML.GenAI.Phi (1)
Module\Phi2Attention.cs (1)
65
this.
_numKeyValueGroups
= this._numAttentionHeads / this._numKeyValueHeads;
2 references to _numKeyValueGroups
Microsoft.ML.GenAI.Phi (2)
Module\Phi2Attention.cs (2)
143
var keyStates2 = Utils.Phi2RepeatKV(keyStates, this.
_numKeyValueGroups
).transpose(2, 3);
144
var valueStates2 = Utils.Phi2RepeatKV(valueStates, this.
_numKeyValueGroups
);