1 write to numHeads
Microsoft.ML.TorchSharp (1)
AutoFormerV2\Attention.cs (1)
50
this.
numHeads
= numHeads;
3 references to numHeads
Microsoft.ML.TorchSharp (3)
AutoFormerV2\Attention.cs (3)
107
qkv = qkv.view(b, n, this.
numHeads
, -1);
120
attn = attn.view(-1, nW, this.
numHeads
, n, n) + mask.unsqueeze(1).unsqueeze(0);
121
attn = attn.view(-1, this.
numHeads
, n, n);