1 write to LayerNormEps
Microsoft.ML.GenAI.Phi (1)
Phi2\Config.cs (1)
31
this.
LayerNormEps
= 1e-5;
4 references to LayerNormEps
Microsoft.ML.GenAI.Phi (4)
Module\Phi2Attention.cs (2)
79
this.q_layernorm = nn.LayerNorm(this._hiddenSize / this._numAttentionHeads, eps: config.
LayerNormEps
, elementwise_affine: true, dtype: config.Dtype);
80
this.k_layernorm = nn.LayerNorm(this._hiddenSize / this._numAttentionHeads, eps: config.
LayerNormEps
, elementwise_affine: true, dtype: config.Dtype);
Module\Phi2DecoderLayer.cs (1)
38
this.input_layernorm = nn.LayerNorm(config.HiddenSize, eps: config.
LayerNormEps
, dtype: config.Dtype);
Module\Phi2Model.cs (1)
43
this.final_layernorm = nn.LayerNorm(config.HiddenSize, eps: config.
LayerNormEps
, dtype: config.Dtype);