15 references to SearchSpace
Microsoft.ML.TorchSharp (15)
NasBert\Models\NasBertEncoder.cs (1)
15
using static Microsoft.ML.TorchSharp.NasBert.Modules.
SearchSpace
;
NasBert\Modules\EmbedTransfer.cs (7)
32
var hiddenTransfer =
SearchSpace
.HiddenSizeChoices.Where((source, index) => index !=
SearchSpace
.HiddenSizeChoices.Length - 1)
33
.Select(hidden => torch.nn.Linear(hidden,
SearchSpace
.HiddenSizeChoices[
SearchSpace
.HiddenSizeChoices.Length - 1]))
42
if (hiddenSize ==
SearchSpace
.HiddenSizeChoices[
SearchSpace
.HiddenSizeChoices.Length - 1]) return x;
43
var index =
SearchSpace
.HiddenSizeChoices.ToList().IndexOf(hiddenSize);
NasBert\Modules\Layers\FeedForwardLayer.cs (4)
36
SearchSpace
.HiddenSizeChoices[
SearchSpace
.HiddenSizeChoices.Length - 1]);
38
SearchSpace
.HiddenSizeChoices[
SearchSpace
.HiddenSizeChoices.Length - 1]);
NasBert\Modules\TransformerCell.cs (3)
52
var operations = Enumerable.Range(0,
SearchSpace
.NumLayerChoices)
53
.Select(i =>
SearchSpace
.GetLayer(i, dropout, attentionDropout, activationDropout, activationFn,
120
Operation =
SearchSpace
.GetLayer(arch, dropout, attentionDropout, activationDropout, activationFn, addBiasKv,