1 write to RmsNormEps
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
33
this.
RmsNormEps
= 1e-05f;
3 references to RmsNormEps
Microsoft.ML.GenAI.LLaMA (3)
Module\LlamaDecoderLayer.cs (2)
91
this.input_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.
RmsNormEps
, config.DType);
92
this.post_attention_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.
RmsNormEps
, config.DType);
Module\LlamaModel.cs (1)
40
this.norm = new RMSNorm(config.HiddenSize, config.
RmsNormEps
, config.DType);