1 write to NumAttentionHeads
Microsoft.ML.GenAI.Phi (1)
Phi3\Config.cs (1)
24
this.
NumAttentionHeads
= 32;
4 references to NumAttentionHeads
Microsoft.ML.GenAI.Phi (4)
Module\Phi3DecoderLayer.cs (3)
143
var headDim = config.HiddenSize / config.
NumAttentionHeads
;
147
numHeads: config.
NumAttentionHeads
,
150
numKeyValueGroups: config.
NumAttentionHeads
/ config.NumKeyValueHeads ?? throw new ArgumentException("num_key_value_heads must be specified"),
Module\Phi3Model.cs (1)
33
var headDim = config.HiddenSize / config.
NumAttentionHeads
;