1 type derived from RotaryEmbedding
Microsoft.ML.GenAI.Phi (1)
Module\Phi3SuScaledRotaryEmbedding.cs (1)
17
internal class Phi3SuScaledRotaryEmbedding :
RotaryEmbedding
5 instantiations of RotaryEmbedding
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaModel.cs (2)
45
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
46
_ => new
RotaryEmbedding
(config.RopeTheta, headDim, config.RopeScaling),
Microsoft.ML.GenAI.Mistral (2)
MistralModel.cs (2)
45
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
46
_ => new
RotaryEmbedding
(config.RopeTheta, headDim, config.RopeScaling),
Microsoft.ML.GenAI.Phi (1)
Module\Phi3Model.cs (1)
49
null => new
RotaryEmbedding
(config.RopeTheta, config.MaxPositionEmbeddings, headDim),
1 reference to RotaryEmbedding
Microsoft.ML.GenAI.Core (1)
Module\RotaryEmbedding.cs (1)
84
: base(nameof(
RotaryEmbedding
))