1 write to _intermediateSize
Microsoft.ML.GenAI.Mistral (1)
MistralMLP.cs (1)
27
this.
_intermediateSize
= config.IntermediateSize;
3 references to _intermediateSize
Microsoft.ML.GenAI.Mistral (3)
MistralMLP.cs (3)
29
this.gate_proj = new QuantizedLinear(this._hiddenSize, this.
_intermediateSize
, hasBias: false, dtype: config.DType);
30
this.up_proj = new QuantizedLinear(this._hiddenSize, this.
_intermediateSize
, hasBias: false, dtype: config.DType);
31
this.down_proj = new QuantizedLinear(this.
_intermediateSize
, this._hiddenSize, hasBias: false, dtype: config.DType);