1 write to phiRotaryEmbedding
Microsoft.ML.GenAI.Phi (1)
Module\Phi2Attention.cs (1)
84this.phiRotaryEmbedding = new Phi2RotaryEmbedding(
5 references to phiRotaryEmbedding
Microsoft.ML.GenAI.Phi (5)
Module\Phi2Attention.cs (5)
125(var cos, var sin) = this.phiRotaryEmbedding.forward(valueStates, kvSeqLen); 130var keyRot = keyStates[.., .., .., ..this.phiRotaryEmbedding.Dim]; 131var keyPass = keyStates[.., .., .., this.phiRotaryEmbedding.Dim..]; 132var queryRot = queryStates[.., .., .., ..this.phiRotaryEmbedding.Dim]; 133var queryPass = queryStates[.., .., .., this.phiRotaryEmbedding.Dim..];