1 write to VocabSize
Microsoft.ML.GenAI.Phi (1)
Phi3\Config.cs (1)
19
this.
VocabSize
= 32064;
3 references to VocabSize
Microsoft.ML.GenAI.Phi (3)
Module\Phi3Model.cs (2)
32
this._vocabSize = config.
VocabSize
;
35
this.embed_tokens = nn.Embedding(config.
VocabSize
, config.HiddenSize, padding_idx: this._paddingIdx, dtype: config.DType);
Phi3\Phi3ForCasualLM.cs (1)
35
this.lm_head = new GenAILinear(config.HiddenSize, config.
VocabSize
, dtype: config.DType, hasBias: false);