3 writes to OverrideCache
Microsoft.ML.GenAI.Core (3)
Pipeline\CausalLMPipeline.cs (3)
148
OverrideCache
= cache,
157
OverrideCache
= cache,
313
OverrideCache
= new DynamicKVCache(),
6 references to OverrideCache
Microsoft.ML.GenAI.LLaMA (2)
Module\LlamaModel.cs (2)
56
if (input.
OverrideCache
is not null)
58
this._cache = input.
OverrideCache
;
Microsoft.ML.GenAI.Mistral (2)
MistralModel.cs (2)
54
if (input.
OverrideCache
is not null)
56
this._cache = input.
OverrideCache
;
Microsoft.ML.GenAI.Phi (2)
Module\Phi3Model.cs (2)
57
if (input.
OverrideCache
is not null)
59
this._cache = input.
OverrideCache
;