1 write to HiddenSize
Microsoft.ML.GenAI.Phi (1)
Phi3\Config.cs (1)
20
this.
HiddenSize
= 3072;
9 references to HiddenSize
Microsoft.ML.GenAI.Phi (9)
Module\Phi3DecoderLayer.cs (4)
93
this.input_layernorm = new RMSNorm(config.
HiddenSize
, config.RmsNormEps, config.DType);
97
this.post_attention_layernorm = new RMSNorm(config.
HiddenSize
, config.RmsNormEps, config.DType);
143
var headDim = config.
HiddenSize
/ config.NumAttentionHeads;
146
hiddenSize: config.
HiddenSize
,
Module\Phi3MLP.cs (1)
27
: this(config.
HiddenSize
, config.IntermediateSize, config.HiddenAct, config.DType)
Module\Phi3Model.cs (3)
33
var headDim = config.
HiddenSize
/ config.NumAttentionHeads;
35
this.embed_tokens = nn.Embedding(config.VocabSize, config.
HiddenSize
, padding_idx: this._paddingIdx, dtype: config.DType);
43
this.norm = new RMSNorm(config.
HiddenSize
, config.RmsNormEps, config.DType);
Phi3\Phi3ForCasualLM.cs (1)
35
this.lm_head = new GenAILinear(config.
HiddenSize
, config.VocabSize, dtype: config.DType, hasBias: false);