1 instantiation of AttentionOutput
Microsoft.ML.GenAI.Core (1)
Module\Attention.cs (1)
216return new(attnOutput.MoveToOuterDisposeScope(), outputAttentions ? attnWeights.MoveToOuterDisposeScope() : null, pastKeyValue);
4 references to AttentionOutput
Microsoft.ML.GenAI.Core (2)
Module\Attention.cs (2)
68internal class Attention : nn.Module<AttentionInput, AttentionOutput> 129public override AttentionOutput forward(AttentionInput input)
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaDecoderLayer.cs (1)
134var selfAttnOutput = this.self_attn.forward(selfAttnInput);
Microsoft.ML.GenAI.Mistral (1)
MistralDecoderLayer.cs (1)
128var selfAttnOutput = this.self_attn.forward(selfAttnInput);