10 references to GenAILinear
Microsoft.ML.GenAI.Core (1)
Module\QuantizedLinear.cs (1)
13: base(inFeatures, outFeatures, hasBias, dtype, device)
Microsoft.ML.GenAI.Mistral (1)
MistralForCausalLM.cs (1)
33lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, hasBias: false);
Microsoft.ML.GenAI.Phi (8)
Module\Phi2Attention.cs (4)
71this.q_proj = new GenAILinear(this._hiddenSize, this._numAttentionHeads * this._headDim, hasBias: true, dtype: config.Dtype); 72this.k_proj = new GenAILinear(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype); 73this.v_proj = new GenAILinear(this._hiddenSize, this._numKeyValueHeads * this._headDim, hasBias: true, dtype: config.Dtype); 74this.dense = new GenAILinear(this._numAttentionHeads * this._headDim, this._hiddenSize, hasBias: true, dtype: config.Dtype);
Module\Phi2MLP.cs (2)
25this.fc1 = new GenAILinear(config.HiddenSize, config.IntermediateSize, dtype: config.Dtype); 26this.fc2 = new GenAILinear(config.IntermediateSize, config.HiddenSize, dtype: config.Dtype);
Phi2\Phi2ForCausalLM.cs (1)
28this.lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, dtype: config.Dtype);
Phi3\Phi3ForCausalLM.cs (1)
35this.lm_head = new GenAILinear(config.HiddenSize, config.VocabSize, dtype: config.DType, hasBias: false);