1 write to MaxPositionEmbeddings
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
27
this.
MaxPositionEmbeddings
= 131072;
3 references to MaxPositionEmbeddings
Microsoft.ML.GenAI.LLaMA (3)
Module\LlamaDecoderLayer.cs (2)
105
maxPositionEmbeddings: config.
MaxPositionEmbeddings
,
106
originalMaxPositionEmbeddings: config.
MaxPositionEmbeddings
,
Module\LlamaModel.cs (1)
45
null => new RotaryEmbedding(config.RopeTheta, config.
MaxPositionEmbeddings
, headDim),