3 writes to DType
Microsoft.ML.GenAI.Mistral (3)
MistralConfig.cs (1)
33
this.
DType
= torch.ScalarType.BFloat16;
MistralForCausalLM.cs (2)
59
modelConfig.
DType
= torchDtype;
87
modelConfig.
DType
= torchDtype;
8 references to DType
Microsoft.ML.GenAI.Mistral (8)
MistralDecoderLayer.cs (3)
85
this.input_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.RmsNormEps, config.
DType
);
86
this.post_attention_layernorm = new Core.RMSNorm(this._hiddenSize, eps: config.RmsNormEps, config.
DType
);
103
dtype: config.
DType
,
MistralMLP.cs (3)
29
this.gate_proj = new QuantizedLinear(this._hiddenSize, this._intermediateSize, hasBias: false, dtype: config.
DType
);
30
this.up_proj = new QuantizedLinear(this._hiddenSize, this._intermediateSize, hasBias: false, dtype: config.
DType
);
31
this.down_proj = new QuantizedLinear(this._intermediateSize, this._hiddenSize, hasBias: false, dtype: config.
DType
);
MistralModel.cs (2)
33
this.embed_tokens = nn.Embedding(config.VocabSize, config.HiddenSize, padding_idx: this._paddingIdx, dtype: config.
DType
);
40
this.norm = new RMSNorm(config.HiddenSize, config.RmsNormEps, config.
DType
);