1 write to VProjection
Microsoft.ML.TorchSharp (1)
NasBert\Modules\MultiHeadAttention.cs (1)
93VProjection = torch.nn.Linear(_vDim, _embeddingDim, _addBiasProj);
7 references to VProjection
Microsoft.ML.TorchSharp (7)
NasBert\Modules\MultiHeadAttention.cs (7)
114ModelUtils.InitXavierUniform(VProjection.weight, 1.0 / Math.Sqrt(2.0)); 120ModelUtils.InitXavierUniform(VProjection.weight); 129ModelUtils.InitConstant(VProjection.bias, 0); 338v = VProjection.forward(query); 350v = VProjection.forward(key); 357v = VProjection.forward(value); 391VProjection.Dispose();