1 write to KProjection
Microsoft.ML.TorchSharp (1)
NasBert\Modules\MultiHeadAttention.cs (1)
92KProjection = torch.nn.Linear(_kDim, _embeddingDim, _addBiasProj);
7 references to KProjection
Microsoft.ML.TorchSharp (7)
NasBert\Modules\MultiHeadAttention.cs (7)
113ModelUtils.InitXavierUniform(KProjection.weight, 1.0 / Math.Sqrt(2.0)); 119ModelUtils.InitXavierUniform(KProjection.weight); 128ModelUtils.InitConstant(KProjection.bias, 0); 337k = KProjection.forward(query); 349k = KProjection.forward(key); 356k = KProjection.forward(key); 390KProjection.Dispose();