1 write to _hiddenSize
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaMLP.cs (1)
35
this.
_hiddenSize
= config.HiddenSize;
3 references to _hiddenSize
Microsoft.ML.GenAI.LLaMA (3)
Module\LlamaMLP.cs (3)
40
this.gate_proj = new QuantizedLinear(this.
_hiddenSize
, this._intermediateSize, hasBias: this._hasBias, dtype: config.DType);
41
this.up_proj = new QuantizedLinear(this.
_hiddenSize
, this._intermediateSize, hasBias: this._hasBias, dtype: config.DType);
42
this.down_proj = new QuantizedLinear(this._intermediateSize, this.
_hiddenSize
, hasBias: this._hasBias, dtype: config.DType);