1 write to LayerNorm
Microsoft.ML.TorchSharp (1)
NasBert\Modules\Layers\SelfAttentionLayer.cs (1)
42
LayerNorm
= torch.nn.LayerNorm(new long[] { embeddingDim });
3 references to LayerNorm
Microsoft.ML.TorchSharp (3)
NasBert\Modules\Layers\SelfAttentionLayer.cs (3)
71
var norm =
LayerNorm
.forward(dropout);
75
public override void CloseLayerNormTraining() =>
LayerNorm
.eval();
95
LayerNorm
.Dispose();