1 write to NumKeyValueHeads
Microsoft.ML.GenAI.LLaMA (1)
LlamaConfig.cs (1)
31
this.
NumKeyValueHeads
= 8;
2 references to NumKeyValueHeads
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaDecoderLayer.cs (2)
103
numKeyValueHeads: config.
NumKeyValueHeads
,
104
numKeyValueGroups: config.NumAttentionHeads / config.
NumKeyValueHeads
,