1 write to _intermediateSize
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaMLP.cs (1)
36
this.
_intermediateSize
= config.IntermediateSize;
3 references to _intermediateSize
Microsoft.ML.GenAI.LLaMA (3)
Module\LlamaMLP.cs (3)
40
this.gate_proj = new QuantizedLinear(this._hiddenSize, this.
_intermediateSize
, hasBias: this._hasBias, dtype: config.DType);
41
this.up_proj = new QuantizedLinear(this._hiddenSize, this.
_intermediateSize
, hasBias: this._hasBias, dtype: config.DType);
42
this.down_proj = new QuantizedLinear(this.
_intermediateSize
, this._hiddenSize, hasBias: this._hasBias, dtype: config.DType);