1 write to QProjection
Microsoft.ML.TorchSharp (1)
NasBert\Modules\MultiHeadAttention.cs (1)
91QProjection = torch.nn.Linear(_embeddingDim, _embeddingDim, _addBiasProj);
7 references to QProjection
Microsoft.ML.TorchSharp (7)
NasBert\Modules\MultiHeadAttention.cs (7)
112ModelUtils.InitXavierUniform(QProjection.weight, 1.0 / Math.Sqrt(2.0)); 118ModelUtils.InitXavierUniform(QProjection.weight); 127ModelUtils.InitConstant(QProjection.bias, 0); 336q = QProjection.forward(query); 342q = QProjection.forward(query); 355q = QProjection.forward(query); 389QProjection.Dispose();