3 instantiations of Attention
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaDecoderLayer.cs (1)
98return new Attention(
Microsoft.ML.GenAI.Mistral (1)
MistralDecoderLayer.cs (1)
92return new Attention(
Microsoft.ML.GenAI.Phi (1)
Module\Phi3DecoderLayer.cs (1)
144return new Attention(
6 references to Attention
Microsoft.ML.GenAI.Core (1)
Module\Attention.cs (1)
100: base(nameof(Attention))
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaDecoderLayer.cs (2)
75private readonly Attention self_attn; 95private Attention CreateAttention(LlamaConfig config, int layerIndex)
Microsoft.ML.GenAI.Mistral (2)
MistralDecoderLayer.cs (2)
69private readonly Attention self_attn; 89private Attention CreateAttention(MistralConfig config, int layerIndex)
Microsoft.ML.GenAI.Phi (1)
Module\Phi3DecoderLayer.cs (1)
141private Attention CreateAttentionFromConfig(Phi3Config config, int layerIdx)