2 types derived from PositionalEmbedding
Microsoft.ML.TorchSharp (2)
NasBert\Modules\Embedding\LearnedPositionalEmbedding.cs (1)
15
internal sealed class LearnedPositionalEmbedding :
PositionalEmbedding
NasBert\Modules\Embedding\SinusoidalPositionalEmbedding.cs (1)
13
internal sealed class SinusoidalPositionalEmbedding :
PositionalEmbedding
6 references to PositionalEmbedding
Microsoft.ML.TorchSharp (6)
NasBert\Models\NasBertEncoder.cs (3)
32
private readonly
PositionalEmbedding
PositionalEmbedding;
87
?
PositionalEmbedding
.GetPositionalEmbedding(maxSeqLen, embedSize,
207
new Dictionary<string, object> { {
PositionalEmbedding
.PositionKey, positions } });
NasBert\Modules\Embedding\PositionalEmbedding.cs (3)
23
: base(name ?? nameof(
PositionalEmbedding
))
33
public static
PositionalEmbedding
GetPositionalEmbedding(int numEmbeddings, int embeddingDim,
44
? (
PositionalEmbedding
)new LearnedPositionalEmbedding(numEmbeddings, embeddingDim, padTokenIndex)