1 write to dh
Microsoft.ML.TorchSharp (1)
AutoFormerV2\Attention.cs (1)
55
this.
dh
= this.d * numHeads;
3 references to dh
Microsoft.ML.TorchSharp (3)
AutoFormerV2\Attention.cs (3)
57
int h = this.
dh
+ (this.nHkD * 2);
61
this.proj = nn.Linear(this.
dh
, inChannels);
129
x = torch.matmul(attn, v).transpose(1, 2).reshape(b, n, this.
dh
);