1 write to Cache
Microsoft.ML.GenAI.Core (1)
Module\Attention.cs (1)
58
this.
Cache
= cache;
3 references to Cache
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaDecoderLayer.cs (1)
152
pastKeyValue: selfAttnOutput.
Cache
);
Microsoft.ML.GenAI.Mistral (1)
MistralDecoderLayer.cs (1)
146
pastKeyValue: selfAttnOutput.
Cache
);
Microsoft.ML.GenAI.Phi (1)
Module\Phi3DecoderLayer.cs (1)
127
var presentKeyValue = output.
Cache
;