1 write to RopeScaling
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
34
this.
RopeScaling
= new RopeScalingConfig();
2 references to RopeScaling
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaModel.cs (2)
43
this._rotaryEmb = config.
RopeScaling
switch
46
_ => new RotaryEmbedding(config.RopeTheta, headDim, config.
RopeScaling
),