1 write to NumAttentionHeads
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
29
this.
NumAttentionHeads
= 32;
4 references to NumAttentionHeads
Microsoft.ML.GenAI.LLaMA (4)
Module\LlamaDecoderLayer.cs (3)
97
var headDim = config.HiddenSize / config.
NumAttentionHeads
;
101
numHeads: config.
NumAttentionHeads
,
104
numKeyValueGroups: config.
NumAttentionHeads
/ config.NumKeyValueHeads,
Module\LlamaModel.cs (1)
32
var headDim = config.HiddenSize / config.
NumAttentionHeads
;