2 instantiations of RotaryEmbeddingOutput
Microsoft.ML.GenAI.Core (1)
Module\RotaryEmbedding.cs (1)
123return new(cos.to_type(x.dtype), sin.to_type(x.dtype));
Microsoft.ML.GenAI.Phi (1)
Module\Phi3SuScaledRotaryEmbedding.cs (1)
78return new(cos.to_type(x.dtype), sin.to_type(x.dtype));
17 references to RotaryEmbeddingOutput
Microsoft.ML.GenAI.Core (4)
Module\Attention.cs (2)
24RotaryEmbeddingOutput positionalEmbeddings, // cos, sin 42public RotaryEmbeddingOutput PositionalEmbeddings { get; set; }
Module\RotaryEmbedding.cs (2)
72RotaryEmbeddingOutput> 104public override RotaryEmbeddingOutput forward(RotaryEmbeddingInput input)
Microsoft.ML.GenAI.LLaMA (4)
Module\LlamaDecoderLayer.cs (2)
22RotaryEmbeddingOutput positionEmbeddings, // cos, sin 40public RotaryEmbeddingOutput PositionalEmbeddings { get; set; }
Module\LlamaModel.cs (2)
23private readonly nn.Module<RotaryEmbeddingInput, RotaryEmbeddingOutput> _rotaryEmb; 123var embOutput = this._rotaryEmb.forward(new RotaryEmbeddingInput(hiddenStates, positionIds, pastKeyValuesLength));
Microsoft.ML.GenAI.Mistral (4)
MistralDecoderLayer.cs (2)
16RotaryEmbeddingOutput positionEmbeddings, // cos, sin 34public RotaryEmbeddingOutput PositionalEmbeddings { get; set; }
MistralModel.cs (2)
23private readonly nn.Module<RotaryEmbeddingInput, RotaryEmbeddingOutput> _rotaryEmb; 117var embOutput = this._rotaryEmb.forward(new RotaryEmbeddingInput(hiddenStates, positionIds, pastKeyValuesLength));
Microsoft.ML.GenAI.Phi (5)
Module\Phi3DecoderLayer.cs (2)
23RotaryEmbeddingOutput positionalEmbeddings, // cos, sin 41public RotaryEmbeddingOutput PositionalEmbeddings { get; set; } // cos, sin
Module\Phi3Model.cs (2)
25private readonly nn.Module<RotaryEmbeddingInput, RotaryEmbeddingOutput> _rotaryEmb; 115var positionEmbeddings = this._rotaryEmb.forward(new RotaryEmbeddingInput(hiddenStates, positionIds, seqLength));
Module\Phi3SuScaledRotaryEmbedding.cs (1)
39public override RotaryEmbeddingOutput forward(RotaryEmbeddingInput input)