1 write to RmsNormEps
Microsoft.ML.GenAI.Mistral (1)
MistralConfig.cs (1)
27
this.
RmsNormEps
= 1e-05f;
3 references to RmsNormEps
Microsoft.ML.GenAI.Mistral (3)
MistralDecoderLayer.cs (2)
85
this.input_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.
RmsNormEps
, config.DType);
86
this.post_attention_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.
RmsNormEps
, config.DType);
MistralModel.cs (1)
40
this.norm = new RMSNorm(config.HiddenSize, config.
RmsNormEps
, config.DType);