5 references to PrevValueKey
Microsoft.ML.TorchSharp (5)
NasBert\Modules\MultiHeadAttention.cs (5)
182
if (savedState.ContainsKey(PrevKeyKey) && savedState.ContainsKey(
PrevValueKey
) && staticKv)
227
if (savedState.ContainsKey(
PrevValueKey
))
229
var prevValue = savedState[
PrevValueKey
].view(batchSize * _numHeads, -1, _headDim);
237
savedState[
PrevValueKey
].Dispose();
238
savedState[
PrevValueKey
] = v?.view(batchSize, _numHeads, -1, _headDim);