8 references to InitNormal
Microsoft.ML.TorchSharp (8)
NasBert\Models\NasBertEncoder.cs (2)
98
ModelUtils.
InitNormal
(TokenEmbedding.weight, mean: 0.0, std: 0.02);
102
ModelUtils.
InitNormal
(SegmentEmbedding.weight, mean: 0.0, std: 0.02);
NasBert\Modules\ConvSeparable.cs (2)
29
ModelUtils.
InitNormal
(conv1.weight, mean: 0, std: std);
30
ModelUtils.
InitNormal
(conv2.weight, mean: 0, std: std);
NasBert\Modules\Embedding\LearnedPositionalEmbedding.cs (1)
28
ModelUtils.
InitNormal
(Embedding.weight, mean: 0, std: Math.Pow(EmbeddingDim, -0.5));
NasBert\Modules\HiddenTransfer.cs (1)
37
ModelUtils.
InitNormal
(InHiddenTransfer.weight, mean: 0.0, std: 0.02);
NasBert\Modules\Layers\FeedForwardLayer.cs (2)
48
ModelUtils.
InitNormal
(fullConnected1.weight, mean: 0.0, std: 0.02);
50
ModelUtils.
InitNormal
(fullConnected2.weight, mean: 0.0, std: 0.02);