1 write to HiddenSize
Microsoft.ML.GenAI.Mistral (1)
MistralConfig.cs (1)
19
this.
HiddenSize
= 4096;
8 references to HiddenSize
Microsoft.ML.GenAI.Mistral (8)
MistralConfig.cs (1)
34
this.HeadDim = this.
HiddenSize
/ this.NumAttentionHeads;
MistralDecoderLayer.cs (3)
81
_hiddenSize = config.
HiddenSize
;
91
var headDim = config.
HiddenSize
/ config.NumAttentionHeads;
94
hiddenSize: config.
HiddenSize
,
MistralForCausalLM.cs (1)
33
lm_head = new GenAILinear(config.
HiddenSize
, config.VocabSize, hasBias: false);
MistralMLP.cs (1)
26
this._hiddenSize = config.
HiddenSize
;
MistralModel.cs (2)
33
this.embed_tokens = nn.Embedding(config.VocabSize, config.
HiddenSize
, padding_idx: this._paddingIdx, dtype: config.DType);
40
this.norm = new RMSNorm(config.
HiddenSize
, config.RmsNormEps, config.DType);