1 write to HiddenSize
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
24
this.
HiddenSize
= 4096;
9 references to HiddenSize
Microsoft.ML.GenAI.LLaMA (9)
LlamaForCausalLM.cs (2)
41
lm_head = nn.Linear(config.
HiddenSize
, config.VocabSize, hasBias: false, dtype: config.DType);
45
lm_head = nn.Linear(config.
HiddenSize
, config.VocabSize, hasBias: false, dtype: config.DType);
Module\LlamaDecoderLayer.cs (3)
87
_hiddenSize = config.
HiddenSize
;
97
var headDim = config.
HiddenSize
/ config.NumAttentionHeads;
100
hiddenSize: config.
HiddenSize
,
Module\LlamaMLP.cs (1)
35
this._hiddenSize = config.
HiddenSize
;
Module\LlamaModel.cs (3)
32
var headDim = config.
HiddenSize
/ config.NumAttentionHeads;
33
this.embed_tokens = nn.Embedding(config.VocabSize, config.
HiddenSize
, padding_idx: this._paddingIdx, dtype: config.DType);
40
this.norm = new RMSNorm(config.
HiddenSize
, config.RmsNormEps, config.DType);