1 instantiation of AttentionOutput
Microsoft.ML.GenAI.Core (1)
Module\Attention.cs (1)
216
return
new
(attnOutput.MoveToOuterDisposeScope(), outputAttentions ? attnWeights.MoveToOuterDisposeScope() : null, pastKeyValue);
3 references to AttentionOutput
Microsoft.ML.GenAI.Core (2)
Module\Attention.cs (2)
68
internal class Attention : nn.Module<AttentionInput,
AttentionOutput
>
129
public override
AttentionOutput
forward(AttentionInput input)
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaDecoderLayer.cs (1)
134
var
selfAttnOutput = this.self_attn.forward(selfAttnInput);