1 implementation of IKVCache
Microsoft.ML.GenAI.Core (1)
Utility\Cache.cs (1)
26public class DynamicKVCache : Dictionary<int, (Tensor, Tensor)>, IKVCache
25 references to IKVCache
Microsoft.ML.GenAI.Core (9)
Module\Attention.cs (5)
26IKVCache? cache = null, 44public IKVCache? Cache { get; set; } 54IKVCache? cache = null) 65public IKVCache? Cache { get; set; } 167var pastKeyValue = input.Cache;
Pipeline\CausalLMModelInput.cs (1)
50public IKVCache? OverrideCache { get; set; }
Pipeline\CausalLMModelOutput.cs (3)
16internal const IKVCache? Cache = null; 24IKVCache? cache = Defaults.Cache, 49public IKVCache? Cache { get; set; }
Microsoft.ML.GenAI.LLaMA (5)
Module\LlamaDecoderLayer.cs (4)
23IKVCache? pastKeyValue = null, 42public IKVCache? PastKeyValue { get; set; } 52IKVCache? pastKeyValue = null) 63public IKVCache? PastKeyValue { get; set; }
Module\LlamaModel.cs (1)
17private IKVCache? _cache;
Microsoft.ML.GenAI.Mistral (5)
MistralDecoderLayer.cs (4)
17IKVCache? pastKeyValue = null, 36public IKVCache? PastKeyValue { get; set; } 46IKVCache? pastKeyValue = null) 57public IKVCache? PastKeyValue { get; set; }
MistralModel.cs (1)
17private IKVCache _cache;
Microsoft.ML.GenAI.Phi (6)
Module\Phi3DecoderLayer.cs (5)
24IKVCache? pastKeyValue = null, 43public IKVCache? PastKeyValue { get; set; } 53IKVCache? pastKeyValue = null) 64public IKVCache? PastKeyValue { get; set; } 127var presentKeyValue = output.Cache;
Module\Phi3Model.cs (1)
18private IKVCache _cache;