1 write to RopeTheta
Microsoft.ML.GenAI.Mistral (1)
MistralConfig.cs (1)
29
this.
RopeTheta
= 500000.0;
2 references to RopeTheta
Microsoft.ML.GenAI.Mistral (2)
MistralModel.cs (2)
45
null => new RotaryEmbedding(config.
RopeTheta
, config.MaxPositionEmbeddings, headDim),
46
_ => new RotaryEmbedding(config.
RopeTheta
, headDim, config.RopeScaling),