2 references to NumKeyValueHeads
Microsoft.ML.GenAI.Phi (2)
Module\Phi3DecoderLayer.cs (2)
149numKeyValueHeads: config.NumKeyValueHeads ?? throw new ArgumentException("num_key_value_heads must be specified"), 150numKeyValueGroups: config.NumAttentionHeads / config.NumKeyValueHeads ?? throw new ArgumentException("num_key_value_heads must be specified"),