1 write to EmbeddingDim
Microsoft.ML.TorchSharp (1)
NasBert\Modules\Embedding\PositionalEmbedding.cs (1)
25
EmbeddingDim
= embeddingDim;
2 references to EmbeddingDim
Microsoft.ML.TorchSharp (2)
NasBert\Modules\Embedding\LearnedPositionalEmbedding.cs (1)
28
ModelUtils.InitNormal(Embedding.weight, mean: 0, std: Math.Pow(
EmbeddingDim
, -0.5));
NasBert\Modules\Embedding\SinusoidalPositionalEmbedding.cs (1)
80
Weight = GetEmbedding(maxPosition,
EmbeddingDim
);