5 references to DynamicKVCache
Microsoft.ML.GenAI.Core (2)
Pipeline\CausalLMPipeline.cs (2)
143
var cache = new
DynamicKVCache
();
313
OverrideCache = new
DynamicKVCache
(),
Microsoft.ML.GenAI.LLaMA (1)
Module\LlamaModel.cs (1)
41
this._cache = new
DynamicKVCache
();
Microsoft.ML.GenAI.Mistral (1)
MistralModel.cs (1)
41
this._cache = new
DynamicKVCache
();
Microsoft.ML.GenAI.Phi (1)
Module\Phi3Model.cs (1)
44
this._cache = new
DynamicKVCache
();