CausalLMModelOutput

4 instantiations of CausalLMModelOutput

Microsoft.ML.GenAI.LLaMA (1)

Module\LlamaModel.cs (1)

152return new CausalLMModelOutput(lastHiddenState: hiddenStates, allHiddenStates: allHiddenStates.ToArray(), attentions: allAttentions.ToArray(), cache: this._cache);

Microsoft.ML.GenAI.Mistral (1)

MistralModel.cs (1)

146return new CausalLMModelOutput(lastHiddenState: hiddenStates, allHiddenStates: allHiddenStates.ToArray(), attentions: allAttentions.ToArray(), cache: this._cache);

Microsoft.ML.GenAI.Phi (2)

Module\Phi3Model.cs (1)

145return new CausalLMModelOutput(lastHiddenState: hiddenStates, allHiddenStates: allHiddenStates.ToArray(), attentions: allAttentions.ToArray(), cache: this._cache);

Phi2\Phi2ForCasualLM.cs (1)

47return new CausalLMModelOutput(lastHiddenState: hiddenState, logits: lmLogits);

26 references to CausalLMModelOutput

Microsoft.ML.GenAI.Core (9)

CausalLMPipelineChatClient.cs (1)

19where TCausalLMModel : nn.Module<CausalLMModelInput, CausalLMModelOutput>

Pipeline\CausalLMPipeline.cs (7)

19where TModel : nn.Module<CausalLMModelInput, CausalLMModelOutput> 30nn.Module<CausalLMModelInput, CausalLMModelOutput> Model { get; } 70where TModel : nn.Module<CausalLMModelInput, CausalLMModelOutput> 98nn.Module<CausalLMModelInput, CausalLMModelOutput> model, 118public nn.Module<CausalLMModelInput, CausalLMModelOutput> Model { get; } 150var output = this.Model.forward(input); 159var output = this.Model.forward(input);

Trainer\CasualLMSupervisedFineTuningTrainer.cs (1)

58var output = _pipeline.Model.forward(new CausalLMModelInput(inputIds, attentionMask: attentionMask, labels: labels, useCache: false));

Microsoft.ML.GenAI.LLaMA (5)

LlamaForCausalLM.cs (3)

17public class LlamaForCausalLM : nn.Module<CausalLMModelInput, CausalLMModelOutput> 60public override CausalLMModelOutput forward(CausalLMModelInput input) 63var outputs = this.model.forward(input);

Module\LlamaModel.cs (2)

12internal class LlamaModel : nn.Module<CausalLMModelInput, CausalLMModelOutput> 53public override CausalLMModelOutput forward(CausalLMModelInput input)

Microsoft.ML.GenAI.Mistral (5)

MistralForCausalLM.cs (3)

16public class MistralForCausalLM : nn.Module<CausalLMModelInput, CausalLMModelOutput> 39public override CausalLMModelOutput forward(CausalLMModelInput input) 42var outputs = this.model.forward(input);

MistralModel.cs (2)

12public class MistralModel : nn.Module<CausalLMModelInput, CausalLMModelOutput> 51public override CausalLMModelOutput forward(CausalLMModelInput input)

Microsoft.ML.GenAI.Phi (7)

Module\Phi3Model.cs (2)

13internal class Phi3Model : nn.Module<CausalLMModelInput, CausalLMModelOutput> 54public override CausalLMModelOutput forward(CausalLMModelInput input)

Phi2\Phi2ForCasualLM.cs (2)

17public class Phi2ForCasualLM : nn.Module<CausalLMModelInput, CausalLMModelOutput> 33public override CausalLMModelOutput forward(CausalLMModelInput input) // use_cache, output_attentions, output_hidden_states

Phi3\Phi3ForCasualLM.cs (3)

21public class Phi3ForCasualLM : nn.Module<CausalLMModelInput, CausalLMModelOutput> 41public override CausalLMModelOutput forward(CausalLMModelInput input) 44var outputs = this.model.forward(input);