10 references to GenAILinear
Microsoft.ML.GenAI.Core (1)
Module\QuantizedLinear.cs (1)
13
:
base
(inFeatures, outFeatures, hasBias, dtype, device)
Microsoft.ML.GenAI.Mistral (1)
MistralForCausalLM.cs (1)
33
lm_head = new
GenAILinear
(config.HiddenSize, config.VocabSize, hasBias: false);
Microsoft.ML.GenAI.Phi (8)
Module\Phi2Attention.cs (4)
71
this.q_proj = new
GenAILinear
(this._hiddenSize, this._numAttentionHeads * this._headDim, hasBias: true, dtype: config.Dtype);
72
this.k_proj = new
GenAILinear
(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype);
73
this.v_proj = new
GenAILinear
(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype);
74
this.dense = new
GenAILinear
(this._numAttentionHeads * this._headDim, this._hiddenSize, hasBias: true, dtype: config.Dtype);
Module\Phi2MLP.cs (2)
25
this.fc1 = new
GenAILinear
(config.HiddenSize, config.IntermediateSize, dtype: config.Dtype);
26
this.fc2 = new
GenAILinear
(config.IntermediateSize, config.HiddenSize, dtype: config.Dtype);
Phi2\Phi2ForCausalLM.cs (1)
28
this.lm_head = new
GenAILinear
(config.HiddenSize, config.VocabSize, dtype: config.Dtype);
Phi3\Phi3ForCausalLM.cs (1)
35
this.lm_head = new
GenAILinear
(config.HiddenSize, config.VocabSize, dtype: config.DType, hasBias: false);