1 implementation of IKVCache
Microsoft.ML.GenAI.Core (1)
Utility\Cache.cs (1)
26
public class DynamicKVCache : Dictionary<int, (Tensor, Tensor)>,
IKVCache
20 references to IKVCache
Microsoft.ML.GenAI.Core (9)
Module\Attention.cs (5)
26
IKVCache
? cache = null,
44
public
IKVCache
? Cache { get; set; }
54
IKVCache
? cache = null)
65
public
IKVCache
? Cache { get; set; }
167
var
pastKeyValue = input.Cache;
Pipeline\CausalLMModelInput.cs (1)
47
public
IKVCache
? OverrideCache { get; set; }
Pipeline\CausalLMModelOutput.cs (3)
16
internal const
IKVCache
? Cache = null;
23
IKVCache
? cache = Defaults.Cache)
40
public
IKVCache
? Cache { get; set; }
Microsoft.ML.GenAI.LLaMA (5)
Module\LlamaDecoderLayer.cs (4)
23
IKVCache
? pastKeyValue = null,
42
public
IKVCache
? PastKeyValue { get; set; }
52
IKVCache
? pastKeyValue = null)
63
public
IKVCache
? PastKeyValue { get; set; }
Module\LlamaModel.cs (1)
23
private
IKVCache
_cache;
Microsoft.ML.GenAI.Phi (6)
Module\Phi3DecoderLayer.cs (5)
24
IKVCache
? pastKeyValue = null,
43
public
IKVCache
? PastKeyValue { get; set; }
53
IKVCache
? pastKeyValue = null)
64
public
IKVCache
? PastKeyValue { get; set; }
127
var
presentKeyValue = output.Cache;
Module\Phi3Model.cs (1)
18
private
IKVCache
_cache;