1 write to VocabSize
Microsoft.ML.GenAI.Mistral (1)
MistralConfig.cs (1)
31
this.
VocabSize
= 128256;
4 references to VocabSize
Microsoft.ML.GenAI.Mistral (4)
MistralForCausalLM.cs (2)
30
_vocabSize = config.
VocabSize
;
33
lm_head = new GenAILinear(config.HiddenSize, config.
VocabSize
, hasBias: false);
MistralModel.cs (2)
31
this._vocabSize = config.
VocabSize
;
33
this.embed_tokens = nn.Embedding(config.
VocabSize
, config.HiddenSize, padding_idx: this._paddingIdx, dtype: config.DType);