3 writes to OverrideCache
Microsoft.ML.GenAI.Core (3)
Pipeline\CausalLMPipeline.cs (3)
144OverrideCache = cache, 153OverrideCache = cache, 309OverrideCache = new DynamicKVCache(),
6 references to OverrideCache
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaModel.cs (2)
56if (input.OverrideCache is not null) 58this._cache = input.OverrideCache;
Microsoft.ML.GenAI.Mistral (2)
MistralModel.cs (2)
54if (input.OverrideCache is not null) 56this._cache = input.OverrideCache;
Microsoft.ML.GenAI.Phi (2)
Module\Phi3Model.cs (2)
57if (input.OverrideCache is not null) 59this._cache = input.OverrideCache;