5 instantiations of DynamicKVCache
Microsoft.ML.GenAI.Core (2)
Pipeline\CausalLMPipeline.cs (2)
143
var cache = new
DynamicKVCache
();
313
OverrideCache = new
DynamicKVCache
(),
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
41
this._cache = new
DynamicKVCache
();
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
41
this._cache = new
DynamicKVCache
();
Microsoft.ML.GenAI.Phi (1)
Module\Phi3Model.cs (1)
44
this._cache = new
DynamicKVCache
();
1 reference to DynamicKVCache
Microsoft.ML.GenAI.Core (1)
Pipeline\CausalLMPipeline.cs (1)
143
var
cache = new DynamicKVCache();