1 write to RopeTheta
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
35
this.
RopeTheta
= 500000.0;
2 references to RopeTheta
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaModel.cs (2)
45
null => new RotaryEmbedding(config.
RopeTheta
, config.MaxPositionEmbeddings, headDim),
46
_ => new RotaryEmbedding(config.
RopeTheta
, headDim, config.RopeScaling),