1 write to _originalMaxPositionEmbeddings
Microsoft.ML.GenAI.Phi (1)
Module\Phi3SuScaledRotaryEmbedding.cs (1)
33
this.
_originalMaxPositionEmbeddings
= config.OriginalMaxPositionEmbeddings;
3 references to _originalMaxPositionEmbeddings
Microsoft.ML.GenAI.Phi (3)
Module\Phi3SuScaledRotaryEmbedding.cs (3)
45
if (seqLen > this.
_originalMaxPositionEmbeddings
)
64
var scale = (1.0 * this._maxPositionEmbeddings) / this.
_originalMaxPositionEmbeddings
;
72
scalingFactor = Math.Sqrt(1 + Math.Log(scale) / Math.Log(this.
_originalMaxPositionEmbeddings
));