1 instantiation of AttentionMaskConverter
Microsoft.ML.GenAI.Core (1)
Utility\AttentionMaskConverter.cs (1)
148var converter = new AttentionMaskConverter(isCausal: true, slidingWindow: slidingWindow);
4 references to AttentionMaskConverter
Microsoft.ML.GenAI.Core (1)
Utility\AttentionMaskConverter.cs (1)
148var converter = new AttentionMaskConverter(isCausal: true, slidingWindow: slidingWindow);
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
115attentionMask = AttentionMaskConverter.Create4DCausalAttentionMask(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength);
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
109attentionMask = AttentionMaskConverter.Create4DCausalAttentionMask(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength, slidingWindow: _config.SlidingWindow);
Microsoft.ML.GenAI.Phi (1)
Module\Phi3Model.cs (1)
111attentionMask = AttentionMaskConverter.Create4DCausalAttentionMask(attentionMask, [batchSize, seqLength], inputsEmbeds.dtype, device, pastKeyValuesLength, this._config.SlidingWindow);