Base:
method
forward
Microsoft.ML.GenAI.Core.GenAILinear.forward(TorchSharp.torch.Tensor)
5 references to forward
Microsoft.ML.GenAI.Core (5)
Module\Attention.cs (5)
146
var qkv = this.qkv_proj.
forward
(hiddenStates);
154
queryStates = this.q_proj.
forward
(hiddenStates);
155
keyStates = this.k_proj.
forward
(hiddenStates);
156
valueStates = this.v_proj.
forward
(hiddenStates);
214
attnOutput = this.o_proj.
forward
(attnOutput);
