1 write to _kDim
Microsoft.ML.TorchSharp (1)
NasBert\Modules\MultiHeadAttention.cs (1)
67
_kDim
= kDim ?? embeddingDim;
2 references to _kDim
Microsoft.ML.TorchSharp (2)
NasBert\Modules\MultiHeadAttention.cs (2)
69
_qkvSameDim = (
_kDim
== _embeddingDim) && (_vDim == _embeddingDim);
92
KProjection = torch.nn.Linear(
_kDim
, _embeddingDim, _addBiasProj);