Module\Phi2Attention.cs (4)
130var keyRot = keyStates[.., .., .., ..this.phiRotaryEmbedding.Dim];
131var keyPass = keyStates[.., .., .., this.phiRotaryEmbedding.Dim..];
132var queryRot = queryStates[.., .., .., ..this.phiRotaryEmbedding.Dim];
133var queryPass = queryStates[.., .., .., this.phiRotaryEmbedding.Dim..];