3 references to Create4DCausalAttentionMask
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
115
attentionMask = AttentionMaskConverter.
Create4DCausalAttentionMask
(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength);
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
109
attentionMask = AttentionMaskConverter.
Create4DCausalAttentionMask
(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength, slidingWindow: _config.SlidingWindow);
Microsoft.ML.GenAI.Phi (1)
Module\Phi3Model.cs (1)
111
attentionMask = AttentionMaskConverter.
Create4DCausalAttentionMask
(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength, this._config.SlidingWindow);