1 type derived from GenAILinear
Microsoft.ML.GenAI.Core (1)
Module\QuantizedLinear.cs (1)
10internal class QuantizedLinear : GenAILinear, IQuantizeModule
9 instantiations of GenAILinear
Microsoft.ML.GenAI.Mistral (1)
MistralForCausalLM.cs (1)
33lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, hasBias: false);
Microsoft.ML.GenAI.Phi (8)
Module\Phi2Attention.cs (4)
71this.q_proj = new GenAILinear(this._hiddenSize, this._numAttentionHeads * this._headDim, hasBias: true, dtype: config.Dtype); 72this.k_proj = new GenAILinear(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype); 73this.v_proj = new GenAILinear(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype); 74this.dense = new GenAILinear(this._numAttentionHeads * this._headDim, this._hiddenSize, hasBias: true, dtype: config.Dtype);
Module\Phi2MLP.cs (2)
25this.fc1 = new GenAILinear(config.HiddenSize, config.IntermediateSize, dtype: config.Dtype); 26this.fc2 = new GenAILinear(config.IntermediateSize, config.HiddenSize, dtype: config.Dtype);
Phi2\Phi2ForCausalLM.cs (1)
28this.lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, dtype: config.Dtype);
Phi3\Phi3ForCausalLM.cs (1)
35this.lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, dtype: config.DType, hasBias: false);
10 references to GenAILinear
Microsoft.ML.GenAI.Core (1)
Module\GenAILinear.cs (1)
20: base(nameof(GenAILinear))
Microsoft.ML.GenAI.Mistral (1)
MistralForCausalLM.cs (1)
22private readonly GenAILinear lm_head;
Microsoft.ML.GenAI.Phi (8)
Module\Phi2Attention.cs (4)
41private readonly GenAILinear q_proj; 42private readonly GenAILinear k_proj; 43private readonly GenAILinear v_proj; 44private readonly GenAILinear dense;
Module\Phi2MLP.cs (2)
17private readonly GenAILinear fc1; 18private readonly GenAILinear fc2;
Phi2\Phi2ForCausalLM.cs (1)
21private readonly GenAILinear lm_head;
Phi3\Phi3ForCausalLM.cs (1)
27private readonly GenAILinear lm_head;