5 references to PrevKeyKey
Microsoft.ML.TorchSharp (5)
NasBert\Modules\MultiHeadAttention.cs (5)
182
if (savedState.ContainsKey(
PrevKeyKey
) && savedState.ContainsKey(PrevValueKey) && staticKv)
219
if (savedState.ContainsKey(
PrevKeyKey
))
221
var prevKey = savedState[
PrevKeyKey
].view(batchSize * _numHeads, -1, _headDim);
235
savedState[
PrevKeyKey
].Dispose();
236
savedState[
PrevKeyKey
] = k?.view(batchSize, _numHeads, -1, _headDim);