1 write to RmsNormEps
Microsoft.ML.GenAI.Phi (1)
Phi3\Config.cs (1)
21
this.
RmsNormEps
= 1e-5f;
3 references to RmsNormEps
Microsoft.ML.GenAI.Phi (3)
Module\Phi3DecoderLayer.cs (2)
93
this.input_layernorm = new RMSNorm(config.HiddenSize, config.
RmsNormEps
, config.DType);
97
this.post_attention_layernorm = new RMSNorm(config.HiddenSize, config.
RmsNormEps
, config.DType);
Module\Phi3Model.cs (1)
43
this.norm = new RMSNorm(config.HiddenSize, config.
RmsNormEps
, config.DType);