3 references to RotaryEmbedding
Microsoft.ML.GenAI.Core (1)
Module\RotaryEmbedding.cs (1)
79
:
this
(baseValue, dim, new RopeScalingConfig() { RopeType = "default", OriginalMaxPositionEmbeddings = maxPositionEmbeddings })
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
46
_ => new
RotaryEmbedding
(config.RopeTheta, headDim, config.RopeScaling),
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
46
_ => new
RotaryEmbedding
(config.RopeTheta, headDim, config.RopeScaling),