4 references to RotaryEmbedding
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
45
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
45
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
Microsoft.ML.GenAI.Phi (2)
Module\Phi3Model.cs (1)
49
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
Module\Phi3SuScaledRotaryEmbedding.cs (1)
26
:
base
(config.RopeTheta, config.MaxPositionEmbeddings, dim)