1 write to HiddenSize
Microsoft.ML.GenAI.Phi (1)
Phi2\Config.cs (1)
21
this.
HiddenSize
= 2048;
7 references to HiddenSize
Microsoft.ML.GenAI.Phi (7)
Module\Phi2Attention.cs (1)
61
this._hiddenSize = config.
HiddenSize
;
Module\Phi2DecoderLayer.cs (1)
38
this.input_layernorm = nn.LayerNorm(config.
HiddenSize
, eps: config.LayerNormEps, dtype: config.Dtype);
Module\Phi2MLP.cs (2)
25
this.fc1 = new GenAILinear(config.
HiddenSize
, config.IntermediateSize, dtype: config.Dtype);
26
this.fc2 = new GenAILinear(config.IntermediateSize, config.
HiddenSize
, dtype: config.Dtype);
Module\Phi2Model.cs (2)
41
this.embed_tokens = nn.Embedding(config.VocabSize, config.
HiddenSize
, dtype: config.Dtype);
43
this.final_layernorm = nn.LayerNorm(config.
HiddenSize
, eps: config.LayerNormEps, dtype: config.Dtype);
Phi2\Phi2ForCasualLM.cs (1)
28
this.lm_head = new GenAILinear(config.
HiddenSize
, config.VocabSize, dtype: config.Dtype);